2024-11-07 09:13:49,612 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-07 09:13:49,630 main DEBUG Took 0.016659 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 09:13:49,631 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 09:13:49,631 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 09:13:49,632 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 09:13:49,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,639 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 09:13:49,651 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,653 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,654 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,655 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,656 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,657 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,658 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,658 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,659 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,660 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,661 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 09:13:49,662 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,662 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 09:13:49,663 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 09:13:49,664 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 09:13:49,667 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 09:13:49,667 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 09:13:49,669 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 09:13:49,670 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 09:13:49,681 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 09:13:49,684 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 09:13:49,686 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 09:13:49,686 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 09:13:49,687 main DEBUG createAppenders(={Console}) 2024-11-07 09:13:49,688 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-07 09:13:49,688 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-07 09:13:49,688 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-07 09:13:49,689 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 09:13:49,689 main DEBUG OutputStream closed 2024-11-07 09:13:49,690 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 09:13:49,690 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 09:13:49,690 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-07 09:13:49,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 09:13:49,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 09:13:49,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 09:13:49,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 09:13:49,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 09:13:49,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 09:13:49,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 09:13:49,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 09:13:49,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 09:13:49,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 09:13:49,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 09:13:49,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 09:13:49,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 09:13:49,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 09:13:49,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 09:13:49,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 09:13:49,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 09:13:49,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 09:13:49,767 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 09:13:49,767 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-07 09:13:49,767 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 09:13:49,768 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-07T09:13:49,782 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-07 09:13:49,784 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 09:13:49,785 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T09:13:49,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=6591 2024-11-07T09:13:50,170 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-07T09:13:50,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b 2024-11-07T09:13:50,213 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/cluster_4cccd9a2-58bc-ae01-3062-c8605d4bc551, deleteOnExit=true 2024-11-07T09:13:50,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/cluster_4cccd9a2-58bc-ae01-3062-c8605d4bc551/zookeeper_0, clientPort=49538, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/cluster_4cccd9a2-58bc-ae01-3062-c8605d4bc551/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/cluster_4cccd9a2-58bc-ae01-3062-c8605d4bc551/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:13:50,309 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49538 2024-11-07T09:13:50,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:13:50,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:13:50,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/test.cache.data in system properties and HBase conf 2024-11-07T09:13:50,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:13:50,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:13:50,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:13:50,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:13:50,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:13:50,412 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T09:13:50,501 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:13:50,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:13:50,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:13:50,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:13:50,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:13:50,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:13:50,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:13:50,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:13:50,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:13:50,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:13:50,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:13:50,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:13:50,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:13:50,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:13:50,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:13:51,342 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T09:13:51,417 INFO [Time-limited test {}] log.Log(170): Logging initialized @2687ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T09:13:51,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:13:51,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:13:51,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:13:51,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:13:51,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:13:51,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:13:51,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:13:51,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:13:51,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/java.io.tmpdir/jetty-localhost-37761-hadoop-hdfs-3_4_1-tests_jar-_-any-16490377584094810440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:13:51,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:37761} 2024-11-07T09:13:51,820 INFO [Time-limited test {}] server.Server(415): Started @3091ms 2024-11-07T09:13:52,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:13:52,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:13:52,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:13:52,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:13:52,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:13:52,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:13:52,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:13:52,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/java.io.tmpdir/jetty-localhost-38217-hadoop-hdfs-3_4_1-tests_jar-_-any-906567688809549114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:13:52,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:38217} 2024-11-07T09:13:52,336 INFO [Time-limited test {}] server.Server(415): Started @3606ms 2024-11-07T09:13:52,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:13:52,881 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/cluster_4cccd9a2-58bc-ae01-3062-c8605d4bc551/data/data2/current/BP-1348312131-172.17.0.2-1730970831095/current, will proceed with Du for space computation calculation, 2024-11-07T09:13:52,881 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/cluster_4cccd9a2-58bc-ae01-3062-c8605d4bc551/data/data1/current/BP-1348312131-172.17.0.2-1730970831095/current, will proceed with Du for space computation calculation, 2024-11-07T09:13:52,920 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:13:52,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc067f282fc121eba with lease ID 0x7ea3187d1bef9b09: Processing first storage report for DS-fc0871e2-7a16-4053-99df-76414a7f3525 from datanode DatanodeRegistration(127.0.0.1:36331, datanodeUuid=d9cd61f4-4fd9-4832-9964-660ba210aaa8, infoPort=32913, infoSecurePort=0, ipcPort=39201, storageInfo=lv=-57;cid=testClusterID;nsid=52854007;c=1730970831095) 2024-11-07T09:13:52,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc067f282fc121eba with lease ID 0x7ea3187d1bef9b09: from storage DS-fc0871e2-7a16-4053-99df-76414a7f3525 node DatanodeRegistration(127.0.0.1:36331, datanodeUuid=d9cd61f4-4fd9-4832-9964-660ba210aaa8, infoPort=32913, infoSecurePort=0, ipcPort=39201, storageInfo=lv=-57;cid=testClusterID;nsid=52854007;c=1730970831095), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-07T09:13:52,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc067f282fc121eba with lease ID 0x7ea3187d1bef9b09: Processing first storage report for DS-61ed9696-34bb-4371-a684-0c5c21c0c5ec from datanode DatanodeRegistration(127.0.0.1:36331, datanodeUuid=d9cd61f4-4fd9-4832-9964-660ba210aaa8, infoPort=32913, infoSecurePort=0, ipcPort=39201, storageInfo=lv=-57;cid=testClusterID;nsid=52854007;c=1730970831095) 2024-11-07T09:13:52,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc067f282fc121eba with lease ID 0x7ea3187d1bef9b09: from storage DS-61ed9696-34bb-4371-a684-0c5c21c0c5ec node DatanodeRegistration(127.0.0.1:36331, datanodeUuid=d9cd61f4-4fd9-4832-9964-660ba210aaa8, infoPort=32913, infoSecurePort=0, ipcPort=39201, storageInfo=lv=-57;cid=testClusterID;nsid=52854007;c=1730970831095), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T09:13:52,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b 2024-11-07T09:13:53,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:53,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:53,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:13:53,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977 with version=8 2024-11-07T09:13:53,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/hbase-staging 2024-11-07T09:13:53,716 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T09:13:53,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:13:53,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:53,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:53,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:13:53,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:53,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:13:54,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:13:54,218 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T09:13:54,227 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T09:13:54,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:13:54,257 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4178 (auto-detected) 2024-11-07T09:13:54,259 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T09:13:54,278 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44691 2024-11-07T09:13:54,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44691 connecting to ZooKeeper ensemble=127.0.0.1:49538 2024-11-07T09:13:54,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446910x0, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:13:54,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44691-0x100f1b4b0550000 connected 2024-11-07T09:13:54,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:54,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:54,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/running 2024-11-07T09:13:54,385 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977, hbase.cluster.distributed=false 2024-11-07T09:13:54,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/acl 2024-11-07T09:13:54,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44691 2024-11-07T09:13:54,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44691 2024-11-07T09:13:54,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44691 2024-11-07T09:13:54,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44691 2024-11-07T09:13:54,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44691 2024-11-07T09:13:54,524 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:13:54,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:54,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:54,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:13:54,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:54,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:13:54,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:13:54,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:13:54,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41679 2024-11-07T09:13:54,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41679 connecting to ZooKeeper ensemble=127.0.0.1:49538 2024-11-07T09:13:54,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:54,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:54,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416790x0, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:13:54,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/running 2024-11-07T09:13:54,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41679-0x100f1b4b0550001 connected 2024-11-07T09:13:54,557 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:13:54,565 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:13:54,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/master 2024-11-07T09:13:54,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/acl 2024-11-07T09:13:54,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41679 2024-11-07T09:13:54,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41679 2024-11-07T09:13:54,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41679 2024-11-07T09:13:54,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41679 2024-11-07T09:13:54,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41679 2024-11-07T09:13:54,590 DEBUG [M:0;9f1eb259a29b:44691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:44691 2024-11-07T09:13:54,592 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0948522039/backup-masters/9f1eb259a29b,44691,1730970833769 2024-11-07T09:13:54,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/backup-masters 2024-11-07T09:13:54,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/backup-masters 2024-11-07T09:13:54,602 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on existing znode=/0948522039/backup-masters/9f1eb259a29b,44691,1730970833769 2024-11-07T09:13:54,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0948522039/master 2024-11-07T09:13:54,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:54,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:54,624 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on existing znode=/0948522039/master 2024-11-07T09:13:54,625 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0948522039/backup-masters/9f1eb259a29b,44691,1730970833769 from backup master directory 2024-11-07T09:13:54,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/backup-masters 2024-11-07T09:13:54,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0948522039/backup-masters/9f1eb259a29b,44691,1730970833769 2024-11-07T09:13:54,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/backup-masters 2024-11-07T09:13:54,628 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:13:54,628 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,44691,1730970833769 2024-11-07T09:13:54,631 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T09:13:54,632 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T09:13:54,693 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/hbase.id] with ID: 7b78222c-5631-4113-84b8-663d0d01963a 2024-11-07T09:13:54,693 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/.tmp/hbase.id 2024-11-07T09:13:54,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:13:55,106 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/.tmp/hbase.id]:[hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/hbase.id] 2024-11-07T09:13:55,153 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:55,159 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:13:55,180 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-07T09:13:55,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:55,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:13:55,210 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:13:55,214 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:13:55,231 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T09:13:55,236 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:13:55,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:13:55,286 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store 2024-11-07T09:13:55,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:13:55,309 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T09:13:55,312 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:13:55,313 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:13:55,313 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:13:55,314 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:13:55,315 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:13:55,315 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:13:55,315 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:13:55,316 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970835313Disabling compacts and flushes for region at 1730970835313Disabling writes for close at 1730970835315 (+2 ms)Writing region close event to WAL at 1730970835315Closed at 1730970835315 2024-11-07T09:13:55,318 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/.initializing 2024-11-07T09:13:55,318 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,44691,1730970833769 2024-11-07T09:13:55,326 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:13:55,340 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C44691%2C1730970833769, suffix=, logDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,44691,1730970833769, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/oldWALs, maxLogs=10 2024-11-07T09:13:55,363 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,44691,1730970833769/9f1eb259a29b%2C44691%2C1730970833769.1730970835344, exclude list is [], retry=0 2024-11-07T09:13:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36331,DS-fc0871e2-7a16-4053-99df-76414a7f3525,DISK] 2024-11-07T09:13:55,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T09:13:55,427 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,44691,1730970833769/9f1eb259a29b%2C44691%2C1730970833769.1730970835344 2024-11-07T09:13:55,428 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913)] 2024-11-07T09:13:55,429 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:13:55,429 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:13:55,433 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,433 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:13:55,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:55,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:13:55,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:13:55,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:55,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:13:55,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:13:55,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:55,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:13:55,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:13:55,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:55,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:13:55,520 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,523 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,524 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,530 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,530 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,534 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:13:55,537 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:55,541 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:13:55,543 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72964092, jitterRate=0.08724969625473022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:13:55,548 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970835445Initializing all the Stores at 1730970835448 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970835449 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970835450 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970835450Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970835450Cleaning up temporary data from old regions at 1730970835530 (+80 ms)Region opened successfully at 1730970835548 (+18 ms) 2024-11-07T09:13:55,550 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:13:55,585 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277dde28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:13:55,620 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:13:55,637 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:13:55,637 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:13:55,640 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:13:55,642 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T09:13:55,648 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-07T09:13:55,649 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:13:55,682 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:13:55,694 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/balancer because node does not exist (not necessarily an error) 2024-11-07T09:13:55,697 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/balancer already deleted, retry=false 2024-11-07T09:13:55,700 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:13:55,702 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:13:55,704 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/normalizer already deleted, retry=false 2024-11-07T09:13:55,707 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:13:55,712 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:13:55,714 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/switch/split already deleted, retry=false 2024-11-07T09:13:55,716 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:13:55,719 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/switch/merge already deleted, retry=false 2024-11-07T09:13:55,742 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:13:55,743 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/snapshot-cleanup already deleted, retry=false 2024-11-07T09:13:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0948522039/running 2024-11-07T09:13:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0948522039/running 2024-11-07T09:13:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:55,750 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,44691,1730970833769, sessionid=0x100f1b4b0550000, setting cluster-up flag (Was=false) 2024-11-07T09:13:55,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:55,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:55,770 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0948522039/flush-table-proc/acquired, /0948522039/flush-table-proc/reached, /0948522039/flush-table-proc/abort 2024-11-07T09:13:55,772 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,44691,1730970833769 2024-11-07T09:13:55,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:55,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:55,786 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0948522039/online-snapshot/acquired, /0948522039/online-snapshot/reached, /0948522039/online-snapshot/abort 2024-11-07T09:13:55,787 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,44691,1730970833769 2024-11-07T09:13:55,795 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:13:55,872 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:13:55,879 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(746): ClusterId : 7b78222c-5631-4113-84b8-663d0d01963a 2024-11-07T09:13:55,882 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:13:55,883 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:13:55,887 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:13:55,887 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:13:55,890 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:13:55,890 DEBUG [RS:0;9f1eb259a29b:41679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de94d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:13:55,892 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:13:55,898 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,44691,1730970833769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:13:55,905 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:13:55,906 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:13:55,906 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:13:55,906 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:13:55,906 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:13:55,907 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:55,907 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:13:55,907 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:55,909 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730970865909 2024-11-07T09:13:55,911 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:13:55,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:13:55,912 DEBUG [RS:0;9f1eb259a29b:41679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:41679 2024-11-07T09:13:55,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:13:55,913 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:13:55,917 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:13:55,917 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:13:55,918 DEBUG [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:13:55,918 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:13:55,918 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:13:55,918 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:55,918 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:13:55,919 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:13:55,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:13:55,921 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,44691,1730970833769 with port=41679, startcode=1730970834485 2024-11-07T09:13:55,919 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:55,923 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:13:55,925 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:13:55,925 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:13:55,926 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:13:55,928 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:13:55,928 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:13:55,932 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970835930,5,FailOnTimeoutGroup] 2024-11-07T09:13:55,933 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970835933,5,FailOnTimeoutGroup] 2024-11-07T09:13:55,933 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:55,933 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:13:55,935 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:55,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:13:55,935 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:55,937 DEBUG [RS:0;9f1eb259a29b:41679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:13:55,975 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:13:55,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,41679,1730970834485 2024-11-07T09:13:55,983 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44691 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,41679,1730970834485 2024-11-07T09:13:55,999 DEBUG [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977 2024-11-07T09:13:55,999 DEBUG [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42317 2024-11-07T09:13:55,999 DEBUG [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:13:56,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/rs 2024-11-07T09:13:56,004 DEBUG [RS:0;9f1eb259a29b:41679 {}] zookeeper.ZKUtil(111): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on existing znode=/0948522039/rs/9f1eb259a29b,41679,1730970834485 2024-11-07T09:13:56,004 WARN [RS:0;9f1eb259a29b:41679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:13:56,004 INFO [RS:0;9f1eb259a29b:41679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:13:56,005 DEBUG [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485 2024-11-07T09:13:56,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,41679,1730970834485] 2024-11-07T09:13:56,030 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:13:56,044 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:13:56,049 INFO [RS:0;9f1eb259a29b:41679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:13:56,049 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:56,050 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:13:56,056 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:13:56,057 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:56,058 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:56,058 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:56,058 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:56,058 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:56,058 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:56,058 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:13:56,059 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:56,059 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:56,059 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:56,059 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:56,059 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:56,059 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:56,060 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:13:56,060 DEBUG [RS:0;9f1eb259a29b:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:13:56,060 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:56,061 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:56,061 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:56,061 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:56,061 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:56,062 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41679,1730970834485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:13:56,082 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:13:56,084 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41679,1730970834485-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:56,085 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:56,085 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.Replication(171): 9f1eb259a29b,41679,1730970834485 started 2024-11-07T09:13:56,104 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:56,104 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,41679,1730970834485, RpcServer on 9f1eb259a29b/172.17.0.2:41679, sessionid=0x100f1b4b0550001 2024-11-07T09:13:56,105 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:13:56,105 DEBUG [RS:0;9f1eb259a29b:41679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,41679,1730970834485 2024-11-07T09:13:56,106 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41679,1730970834485' 2024-11-07T09:13:56,106 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0948522039/flush-table-proc/abort' 2024-11-07T09:13:56,107 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0948522039/flush-table-proc/acquired' 2024-11-07T09:13:56,108 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:13:56,108 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:13:56,108 DEBUG [RS:0;9f1eb259a29b:41679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,41679,1730970834485 2024-11-07T09:13:56,108 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41679,1730970834485' 2024-11-07T09:13:56,108 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0948522039/online-snapshot/abort' 2024-11-07T09:13:56,109 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0948522039/online-snapshot/acquired' 2024-11-07T09:13:56,109 DEBUG [RS:0;9f1eb259a29b:41679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:13:56,109 INFO [RS:0;9f1eb259a29b:41679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:13:56,109 INFO [RS:0;9f1eb259a29b:41679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:13:56,215 INFO [RS:0;9f1eb259a29b:41679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:13:56,219 INFO [RS:0;9f1eb259a29b:41679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C41679%2C1730970834485, suffix=, logDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs, maxLogs=10 2024-11-07T09:13:56,236 DEBUG [RS:0;9f1eb259a29b:41679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221, exclude list is [], retry=0 2024-11-07T09:13:56,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36331,DS-fc0871e2-7a16-4053-99df-76414a7f3525,DISK] 2024-11-07T09:13:56,244 INFO [RS:0;9f1eb259a29b:41679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221 2024-11-07T09:13:56,244 DEBUG [RS:0;9f1eb259a29b:41679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913)] 2024-11-07T09:13:56,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:13:56,338 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977 2024-11-07T09:13:56,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:13:56,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:13:56,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:13:56,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:13:56,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:56,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:13:56,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:13:56,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:13:56,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:56,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:13:56,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:13:56,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:13:56,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:56,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:13:56,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:13:56,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:13:56,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:56,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:13:56,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:13:56,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740 2024-11-07T09:13:56,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740 2024-11-07T09:13:56,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:13:56,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:13:56,771 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:13:56,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:13:56,777 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:13:56,778 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67247845, jitterRate=0.002070978283882141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:13:56,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730970836750Initializing all the Stores at 1730970836752 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970836752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970836752Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970836752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970836752Cleaning up temporary data from old regions at 1730970836770 (+18 ms)Region opened successfully at 1730970836781 (+11 ms) 2024-11-07T09:13:56,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:13:56,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:13:56,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:13:56,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:13:56,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:13:56,783 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:13:56,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970836781Disabling compacts and flushes for region at 1730970836781Disabling writes for close at 1730970836782 (+1 ms)Writing region close event to WAL at 1730970836783 (+1 ms)Closed at 1730970836783 2024-11-07T09:13:56,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:13:56,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:13:56,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:13:56,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:13:56,805 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:13:56,957 DEBUG [9f1eb259a29b:44691 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:13:56,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,41679,1730970834485 2024-11-07T09:13:56,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,41679,1730970834485, state=OPENING 2024-11-07T09:13:56,983 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:13:56,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:56,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:13:56,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: CHANGED 2024-11-07T09:13:56,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: CHANGED 2024-11-07T09:13:56,987 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:13:56,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41679,1730970834485}] 2024-11-07T09:13:57,164 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:13:57,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:13:57,178 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:13:57,178 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:13:57,179 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:13:57,181 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C41679%2C1730970834485.meta, suffix=.meta, logDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs, maxLogs=10 2024-11-07T09:13:57,198 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.meta.1730970837183.meta, exclude list is [], retry=0 2024-11-07T09:13:57,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36331,DS-fc0871e2-7a16-4053-99df-76414a7f3525,DISK] 2024-11-07T09:13:57,204 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.meta.1730970837183.meta 2024-11-07T09:13:57,205 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913)] 2024-11-07T09:13:57,205 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:13:57,211 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:13:57,212 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:13:57,215 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:13:57,217 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:13:57,221 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:13:57,221 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:13:57,221 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:13:57,222 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:13:57,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:13:57,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:13:57,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:57,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:13:57,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:13:57,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:13:57,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:57,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:13:57,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:13:57,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:13:57,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:57,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:13:57,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:13:57,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:13:57,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:57,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:13:57,234 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:13:57,236 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740 2024-11-07T09:13:57,239 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740 2024-11-07T09:13:57,241 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:13:57,241 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:13:57,242 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:13:57,244 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:13:57,246 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67926874, jitterRate=0.012189298868179321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:13:57,246 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:13:57,248 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970837222Writing region info on filesystem at 1730970837222Initializing all the Stores at 1730970837224 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970837224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970837224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970837224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970837224Cleaning up temporary data from old regions at 1730970837241 (+17 ms)Running coprocessor post-open hooks at 1730970837246 (+5 ms)Region opened successfully at 1730970837248 (+2 ms) 2024-11-07T09:13:57,255 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730970837155 2024-11-07T09:13:57,267 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:13:57,267 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:13:57,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,41679,1730970834485 2024-11-07T09:13:57,271 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,41679,1730970834485, state=OPEN 2024-11-07T09:13:57,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0948522039/meta-region-server 2024-11-07T09:13:57,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0948522039/meta-region-server 2024-11-07T09:13:57,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: CHANGED 2024-11-07T09:13:57,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: CHANGED 2024-11-07T09:13:57,276 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41679,1730970834485 2024-11-07T09:13:57,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:13:57,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41679,1730970834485 in 287 msec 2024-11-07T09:13:57,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:13:57,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-07T09:13:57,290 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:13:57,290 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:13:57,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:13:57,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41679,1730970834485, seqNum=-1] 2024-11-07T09:13:57,343 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:13:57,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:13:57,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5410 sec 2024-11-07T09:13:57,368 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970837368, completionTime=-1 2024-11-07T09:13:57,371 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:13:57,371 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:13:57,397 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:13:57,398 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730970897398 2024-11-07T09:13:57,398 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730970957398 2024-11-07T09:13:57,398 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-07T09:13:57,400 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44691,1730970833769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:57,400 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44691,1730970833769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:57,401 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44691,1730970833769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:57,402 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:44691, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:57,402 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:57,403 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:57,408 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:13:57,430 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.801sec 2024-11-07T09:13:57,431 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:13:57,432 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:13:57,433 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:13:57,434 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:13:57,434 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:13:57,435 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44691,1730970833769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:13:57,435 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44691,1730970833769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:13:57,443 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:13:57,444 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:13:57,444 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44691,1730970833769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:57,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:13:57,493 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T09:13:57,493 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T09:13:57,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44691,-1 for getting cluster id 2024-11-07T09:13:57,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:13:57,507 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b78222c-5631-4113-84b8-663d0d01963a' 2024-11-07T09:13:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:13:57,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b78222c-5631-4113-84b8-663d0d01963a" 2024-11-07T09:13:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f93b2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:13:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44691,-1] 2024-11-07T09:13:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:13:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:13:57,518 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:13:57,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:13:57,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:13:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41679,1730970834485, seqNum=-1] 2024-11-07T09:13:57,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:13:57,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:13:57,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,44691,1730970833769 2024-11-07T09:13:57,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49538 2024-11-07T09:13:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:13:57,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100f1b4b0550002 connected 2024-11-07T09:13:57,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/hadoop.log.dir so I do NOT create it in target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009 2024-11-07T09:13:57,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:13:57,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/hadoop.tmp.dir so I do NOT create it in target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009 2024-11-07T09:13:57,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:13:57,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009 2024-11-07T09:13:57,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:13:57,583 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/cluster_93bcea45-f64e-a60b-1dc8-4dcc0453253d, deleteOnExit=true 2024-11-07T09:13:57,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:13:57,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/test.cache.data in system properties and HBase conf 2024-11-07T09:13:57,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:13:57,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:13:57,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:13:57,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:13:57,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:13:57,584 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:13:57,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:13:57,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:13:57,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:13:57,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:13:57,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:13:57,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:13:57,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:13:57,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:13:57,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:13:57,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:13:57,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:13:57,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:13:57,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:13:57,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:13:57,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:13:57,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:13:57,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:13:57,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:13:57,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:13:57,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:13:57,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:13:57,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:13:57,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/java.io.tmpdir/jetty-localhost-38381-hadoop-hdfs-3_4_1-tests_jar-_-any-931743109548507347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:13:57,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:38381} 2024-11-07T09:13:57,825 INFO [Time-limited test {}] server.Server(415): Started @9096ms 2024-11-07T09:13:57,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:13:57,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:13:57,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:13:57,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:13:57,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:13:57,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:13:57,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:13:58,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/java.io.tmpdir/jetty-localhost-45681-hadoop-hdfs-3_4_1-tests_jar-_-any-17205905628509054569/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:13:58,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:45681} 2024-11-07T09:13:58,045 INFO [Time-limited test {}] server.Server(415): Started @9316ms 2024-11-07T09:13:58,047 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:13:58,184 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/cluster_93bcea45-f64e-a60b-1dc8-4dcc0453253d/data/data2/current/BP-1478865247-172.17.0.2-1730970837620/current, will proceed with Du for space computation calculation, 2024-11-07T09:13:58,184 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/cluster_93bcea45-f64e-a60b-1dc8-4dcc0453253d/data/data1/current/BP-1478865247-172.17.0.2-1730970837620/current, will proceed with Du for space computation calculation, 2024-11-07T09:13:58,203 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:13:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2450d52b6e70892 with lease ID 0x571e457db3671e76: Processing first storage report for DS-f5b12133-9035-4ba0-8981-031c793940cf from datanode DatanodeRegistration(127.0.0.1:42017, datanodeUuid=febebfa4-375c-4f9c-bad7-e3ae0990d0c5, infoPort=42643, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=217086920;c=1730970837620) 2024-11-07T09:13:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2450d52b6e70892 with lease ID 0x571e457db3671e76: from storage DS-f5b12133-9035-4ba0-8981-031c793940cf node DatanodeRegistration(127.0.0.1:42017, datanodeUuid=febebfa4-375c-4f9c-bad7-e3ae0990d0c5, infoPort=42643, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=217086920;c=1730970837620), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T09:13:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2450d52b6e70892 with lease ID 0x571e457db3671e76: Processing first storage report for DS-321fc368-5d23-4e43-aaca-a678fec82fd3 from datanode DatanodeRegistration(127.0.0.1:42017, datanodeUuid=febebfa4-375c-4f9c-bad7-e3ae0990d0c5, infoPort=42643, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=217086920;c=1730970837620) 2024-11-07T09:13:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2450d52b6e70892 with lease ID 0x571e457db3671e76: from storage DS-321fc368-5d23-4e43-aaca-a678fec82fd3 node DatanodeRegistration(127.0.0.1:42017, datanodeUuid=febebfa4-375c-4f9c-bad7-e3ae0990d0c5, infoPort=42643, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=217086920;c=1730970837620), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:13:58,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009 2024-11-07T09:13:58,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:58,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:58,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:13:58,294 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f with version=8 2024-11-07T09:13:58,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/hbase-staging 2024-11-07T09:13:58,296 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:13:58,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:58,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:58,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:13:58,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:58,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:13:58,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:13:58,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:13:58,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37267 2024-11-07T09:13:58,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37267 connecting to ZooKeeper ensemble=127.0.0.1:49538 2024-11-07T09:13:58,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372670x0, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:13:58,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37267-0x100f1b4b0550003 connected 2024-11-07T09:13:58,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:58,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:58,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Set watcher on znode that does not yet exist, /1881556117/running 2024-11-07T09:13:58,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f, hbase.cluster.distributed=false 2024-11-07T09:13:58,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Set watcher on znode that does not yet exist, /1881556117/acl 2024-11-07T09:13:58,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37267 2024-11-07T09:13:58,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37267 2024-11-07T09:13:58,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37267 2024-11-07T09:13:58,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37267 2024-11-07T09:13:58,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37267 2024-11-07T09:13:58,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:13:58,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:58,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:58,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:13:58,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:13:58,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:13:58,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:13:58,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:13:58,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46709 2024-11-07T09:13:58,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46709 connecting to ZooKeeper ensemble=127.0.0.1:49538 2024-11-07T09:13:58,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:58,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:58,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467090x0, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:13:58,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46709-0x100f1b4b0550004 connected 2024-11-07T09:13:58,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Set watcher on znode that does not yet exist, /1881556117/running 2024-11-07T09:13:58,362 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:13:58,363 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:13:58,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Set watcher on znode that does not yet exist, /1881556117/master 2024-11-07T09:13:58,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Set watcher on znode that does not yet exist, /1881556117/acl 2024-11-07T09:13:58,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46709 2024-11-07T09:13:58,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46709 2024-11-07T09:13:58,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46709 2024-11-07T09:13:58,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46709 2024-11-07T09:13:58,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46709 2024-11-07T09:13:58,379 DEBUG [M:0;9f1eb259a29b:37267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:37267 2024-11-07T09:13:58,380 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1881556117/backup-masters/9f1eb259a29b,37267,1730970838296 2024-11-07T09:13:58,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117/backup-masters 2024-11-07T09:13:58,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117/backup-masters 2024-11-07T09:13:58,382 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Set watcher on existing znode=/1881556117/backup-masters/9f1eb259a29b,37267,1730970838296 2024-11-07T09:13:58,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1881556117/master 2024-11-07T09:13:58,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:13:58,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:13:58,386 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Set watcher on existing znode=/1881556117/master 2024-11-07T09:13:58,386 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1881556117/backup-masters/9f1eb259a29b,37267,1730970838296 from backup master directory 2024-11-07T09:13:58,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1881556117/backup-masters/9f1eb259a29b,37267,1730970838296 2024-11-07T09:13:58,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117/backup-masters 2024-11-07T09:13:58,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117/backup-masters 2024-11-07T09:13:58,388 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:13:58,388 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,37267,1730970838296 2024-11-07T09:13:58,396 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/hbase.id] with ID: 69aea4af-0a7a-41a8-95d9-95df8dedaad3 2024-11-07T09:13:58,396 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/.tmp/hbase.id 2024-11-07T09:13:58,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:13:58,804 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/.tmp/hbase.id]:[hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/hbase.id] 2024-11-07T09:13:58,826 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:13:58,826 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:13:58,828 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T09:13:58,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:13:58,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:13:58,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:13:58,839 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:13:58,840 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:13:58,841 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:13:58,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:13:59,253 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store 2024-11-07T09:13:59,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:13:59,663 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:13:59,663 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:13:59,663 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:13:59,663 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:13:59,663 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:13:59,663 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:13:59,664 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:13:59,664 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970839663Disabling compacts and flushes for region at 1730970839663Disabling writes for close at 1730970839663Writing region close event to WAL at 1730970839663Closed at 1730970839664 (+1 ms) 2024-11-07T09:13:59,666 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/.initializing 2024-11-07T09:13:59,666 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/WALs/9f1eb259a29b,37267,1730970838296 2024-11-07T09:13:59,668 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:13:59,671 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C37267%2C1730970838296, suffix=, logDir=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/WALs/9f1eb259a29b,37267,1730970838296, archiveDir=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/oldWALs, maxLogs=10 2024-11-07T09:13:59,693 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/WALs/9f1eb259a29b,37267,1730970838296/9f1eb259a29b%2C37267%2C1730970838296.1730970839671, exclude list is [], retry=0 2024-11-07T09:13:59,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42017,DS-f5b12133-9035-4ba0-8981-031c793940cf,DISK] 2024-11-07T09:13:59,701 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/WALs/9f1eb259a29b,37267,1730970838296/9f1eb259a29b%2C37267%2C1730970838296.1730970839671 2024-11-07T09:13:59,701 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42643:42643)] 2024-11-07T09:13:59,701 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:13:59,702 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:13:59,702 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,702 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:13:59,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:59,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:13:59,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:13:59,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:59,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:13:59,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:13:59,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:59,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:13:59,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:13:59,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:59,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:13:59,717 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,719 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,719 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,722 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,722 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,722 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:13:59,724 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:13:59,727 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:13:59,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70632585, jitterRate=0.05250753462314606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:13:59,728 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970839702Initializing all the Stores at 1730970839704 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970839704Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970839704Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970839704Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970839704Cleaning up temporary data from old regions at 1730970839722 (+18 ms)Region opened successfully at 1730970839728 (+6 ms) 2024-11-07T09:13:59,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:13:59,734 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0b2efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:13:59,735 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:13:59,735 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:13:59,735 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:13:59,735 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:13:59,736 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:13:59,736 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:13:59,736 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:13:59,739 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:13:59,740 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Unable to get data of znode /1881556117/balancer because node does not exist (not necessarily an error) 2024-11-07T09:13:59,741 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1881556117/balancer already deleted, retry=false 2024-11-07T09:13:59,742 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:13:59,742 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Unable to get data of znode /1881556117/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:13:59,745 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1881556117/normalizer already deleted, retry=false 2024-11-07T09:13:59,745 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:13:59,746 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Unable to get data of znode /1881556117/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:13:59,747 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1881556117/switch/split already deleted, retry=false 2024-11-07T09:13:59,748 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Unable to get data of znode /1881556117/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:13:59,749 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1881556117/switch/merge already deleted, retry=false 2024-11-07T09:13:59,751 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Unable to get data of znode /1881556117/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:13:59,752 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1881556117/snapshot-cleanup already deleted, retry=false 2024-11-07T09:13:59,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1881556117/running 2024-11-07T09:13:59,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1881556117/running 2024-11-07T09:13:59,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:13:59,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:13:59,757 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,37267,1730970838296, sessionid=0x100f1b4b0550003, setting cluster-up flag (Was=false) 2024-11-07T09:13:59,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:13:59,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:13:59,766 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1881556117/flush-table-proc/acquired, /1881556117/flush-table-proc/reached, /1881556117/flush-table-proc/abort 2024-11-07T09:13:59,767 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,37267,1730970838296 2024-11-07T09:13:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:13:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:13:59,776 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1881556117/online-snapshot/acquired, /1881556117/online-snapshot/reached, /1881556117/online-snapshot/abort 2024-11-07T09:13:59,778 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,37267,1730970838296 2024-11-07T09:13:59,780 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:13:59,784 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:13:59,785 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:13:59,785 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:13:59,785 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,37267,1730970838296 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:13:59,787 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:13:59,787 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:13:59,787 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:13:59,787 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:13:59,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:13:59,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:13:59,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,789 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730970869789 2024-11-07T09:13:59,789 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:13:59,789 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:13:59,789 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:13:59,789 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:13:59,789 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:13:59,789 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:13:59,790 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,790 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:13:59,790 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:13:59,790 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:13:59,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:13:59,790 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:13:59,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:13:59,791 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:13:59,791 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:13:59,791 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970839791,5,FailOnTimeoutGroup] 2024-11-07T09:13:59,791 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970839791,5,FailOnTimeoutGroup] 2024-11-07T09:13:59,791 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,791 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:13:59,791 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,792 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,793 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:13:59,793 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:13:59,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:13:59,869 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(746): ClusterId : 69aea4af-0a7a-41a8-95d9-95df8dedaad3 2024-11-07T09:13:59,870 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:13:59,872 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:13:59,872 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:13:59,876 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:13:59,876 DEBUG [RS:0;9f1eb259a29b:46709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a3d474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:13:59,890 DEBUG [RS:0;9f1eb259a29b:46709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:46709 2024-11-07T09:13:59,891 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:13:59,891 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:13:59,891 DEBUG [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:13:59,891 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,37267,1730970838296 with port=46709, startcode=1730970838348 2024-11-07T09:13:59,892 DEBUG [RS:0;9f1eb259a29b:46709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:13:59,894 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:13:59,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,46709,1730970838348 2024-11-07T09:13:59,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37267 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,46709,1730970838348 2024-11-07T09:13:59,899 DEBUG [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f 2024-11-07T09:13:59,899 DEBUG [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36969 2024-11-07T09:13:59,899 DEBUG [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:13:59,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117/rs 2024-11-07T09:13:59,901 DEBUG [RS:0;9f1eb259a29b:46709 {}] zookeeper.ZKUtil(111): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Set watcher on existing znode=/1881556117/rs/9f1eb259a29b,46709,1730970838348 2024-11-07T09:13:59,901 WARN [RS:0;9f1eb259a29b:46709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:13:59,901 INFO [RS:0;9f1eb259a29b:46709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:13:59,901 DEBUG [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/WALs/9f1eb259a29b,46709,1730970838348 2024-11-07T09:13:59,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,46709,1730970838348] 2024-11-07T09:13:59,906 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:13:59,909 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:13:59,909 INFO [RS:0;9f1eb259a29b:46709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:13:59,909 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,910 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:13:59,911 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:13:59,911 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,911 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,911 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,911 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,911 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,911 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,911 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:13:59,911 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,911 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,912 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,912 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,912 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,912 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:13:59,912 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:13:59,912 DEBUG [RS:0;9f1eb259a29b:46709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:13:59,912 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,913 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,913 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,913 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,913 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,913 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46709,1730970838348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:13:59,929 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:13:59,930 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46709,1730970838348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,930 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,930 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.Replication(171): 9f1eb259a29b,46709,1730970838348 started 2024-11-07T09:13:59,946 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:13:59,946 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,46709,1730970838348, RpcServer on 9f1eb259a29b/172.17.0.2:46709, sessionid=0x100f1b4b0550004 2024-11-07T09:13:59,946 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:13:59,946 DEBUG [RS:0;9f1eb259a29b:46709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,46709,1730970838348 2024-11-07T09:13:59,946 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,46709,1730970838348' 2024-11-07T09:13:59,946 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1881556117/flush-table-proc/abort' 2024-11-07T09:13:59,947 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1881556117/flush-table-proc/acquired' 2024-11-07T09:13:59,947 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:13:59,947 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:13:59,947 DEBUG [RS:0;9f1eb259a29b:46709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,46709,1730970838348 2024-11-07T09:13:59,947 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,46709,1730970838348' 2024-11-07T09:13:59,947 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1881556117/online-snapshot/abort' 2024-11-07T09:13:59,948 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1881556117/online-snapshot/acquired' 2024-11-07T09:13:59,948 DEBUG [RS:0;9f1eb259a29b:46709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:13:59,948 INFO [RS:0;9f1eb259a29b:46709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:13:59,948 INFO [RS:0;9f1eb259a29b:46709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:14:00,049 INFO [RS:0;9f1eb259a29b:46709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:14:00,052 INFO [RS:0;9f1eb259a29b:46709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C46709%2C1730970838348, suffix=, logDir=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/WALs/9f1eb259a29b,46709,1730970838348, archiveDir=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/oldWALs, maxLogs=10 2024-11-07T09:14:00,071 DEBUG [RS:0;9f1eb259a29b:46709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/WALs/9f1eb259a29b,46709,1730970838348/9f1eb259a29b%2C46709%2C1730970838348.1730970840054, exclude list is [], retry=0 2024-11-07T09:14:00,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42017,DS-f5b12133-9035-4ba0-8981-031c793940cf,DISK] 2024-11-07T09:14:00,078 INFO [RS:0;9f1eb259a29b:46709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/WALs/9f1eb259a29b,46709,1730970838348/9f1eb259a29b%2C46709%2C1730970838348.1730970840054 2024-11-07T09:14:00,078 DEBUG [RS:0;9f1eb259a29b:46709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42643:42643)] 2024-11-07T09:14:00,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:14:00,203 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f 2024-11-07T09:14:00,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:14:00,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:00,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:14:00,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:14:00,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:00,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:00,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:14:00,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:14:00,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:00,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:00,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:14:00,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:14:00,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:00,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:00,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:14:00,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:14:00,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:00,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:00,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:14:00,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/1588230740 2024-11-07T09:14:00,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/1588230740 2024-11-07T09:14:00,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:14:00,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:14:00,632 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:00,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:14:00,658 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:00,659 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64878114, jitterRate=-0.03324076533317566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:00,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730970840613Initializing all the Stores at 1730970840614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970840614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970840615 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970840615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970840615Cleaning up temporary data from old regions at 1730970840631 (+16 ms)Region opened successfully at 1730970840659 (+28 ms) 2024-11-07T09:14:00,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:14:00,660 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:14:00,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:14:00,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:14:00,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:14:00,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:00,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970840660Disabling compacts and flushes for region at 1730970840660Disabling writes for close at 1730970840660Writing region close event to WAL at 1730970840660Closed at 1730970840660 2024-11-07T09:14:00,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:00,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:14:00,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:14:00,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:00,667 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:14:00,817 DEBUG [9f1eb259a29b:37267 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:14:00,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,46709,1730970838348 2024-11-07T09:14:00,820 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,46709,1730970838348, state=OPENING 2024-11-07T09:14:00,824 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:14:00,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:14:00,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:14:00,828 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:00,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1881556117/meta-region-server: CHANGED 2024-11-07T09:14:00,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,46709,1730970838348}] 2024-11-07T09:14:00,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1881556117/meta-region-server: CHANGED 2024-11-07T09:14:00,983 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:14:00,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:14:00,992 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:14:00,992 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:00,992 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:14:00,995 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C46709%2C1730970838348.meta, suffix=.meta, logDir=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/WALs/9f1eb259a29b,46709,1730970838348, archiveDir=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/oldWALs, maxLogs=10 2024-11-07T09:14:01,011 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/WALs/9f1eb259a29b,46709,1730970838348/9f1eb259a29b%2C46709%2C1730970838348.meta.1730970840996.meta, exclude list is [], retry=0 2024-11-07T09:14:01,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42017,DS-f5b12133-9035-4ba0-8981-031c793940cf,DISK] 2024-11-07T09:14:01,017 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/WALs/9f1eb259a29b,46709,1730970838348/9f1eb259a29b%2C46709%2C1730970838348.meta.1730970840996.meta 2024-11-07T09:14:01,017 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42643:42643)] 2024-11-07T09:14:01,017 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:01,018 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:01,018 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:14:01,018 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:14:01,018 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:14:01,018 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:14:01,018 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:01,018 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:14:01,018 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:14:01,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:14:01,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:14:01,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:01,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:01,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:14:01,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:14:01,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:01,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:01,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:14:01,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:14:01,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:01,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:01,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:14:01,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:14:01,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:01,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:01,027 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:14:01,029 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/1588230740 2024-11-07T09:14:01,030 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/1588230740 2024-11-07T09:14:01,032 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:14:01,033 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:14:01,033 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:01,035 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:14:01,037 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65290337, jitterRate=-0.027098163962364197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:01,037 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:14:01,037 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970841019Writing region info on filesystem at 1730970841019Initializing all the Stores at 1730970841020 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970841020Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970841020Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970841020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970841020Cleaning up temporary data from old regions at 1730970841033 (+13 ms)Running coprocessor post-open hooks at 1730970841037 (+4 ms)Region opened successfully at 1730970841037 2024-11-07T09:14:01,039 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730970840982 2024-11-07T09:14:01,042 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:14:01,042 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:14:01,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,46709,1730970838348 2024-11-07T09:14:01,045 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,46709,1730970838348, state=OPEN 2024-11-07T09:14:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1881556117/meta-region-server 2024-11-07T09:14:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1881556117/meta-region-server 2024-11-07T09:14:01,047 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,46709,1730970838348 2024-11-07T09:14:01,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1881556117/meta-region-server: CHANGED 2024-11-07T09:14:01,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1881556117/meta-region-server: CHANGED 2024-11-07T09:14:01,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:14:01,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,46709,1730970838348 in 219 msec 2024-11-07T09:14:01,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:14:01,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-07T09:14:01,055 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:01,055 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:14:01,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:01,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,46709,1730970838348, seqNum=-1] 2024-11-07T09:14:01,058 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:01,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:01,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-07T09:14:01,067 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970841067, completionTime=-1 2024-11-07T09:14:01,067 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:14:01,067 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:14:01,070 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:14:01,070 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730970901070 2024-11-07T09:14:01,070 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730970961070 2024-11-07T09:14:01,070 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:14:01,070 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37267,1730970838296-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:01,071 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37267,1730970838296-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:01,071 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37267,1730970838296-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:01,071 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:37267, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:01,071 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:01,071 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:01,073 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:14:01,076 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.688sec 2024-11-07T09:14:01,076 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:14:01,076 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:14:01,076 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:14:01,076 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:14:01,076 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:14:01,076 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37267,1730970838296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:14:01,076 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37267,1730970838296-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:14:01,080 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:14:01,080 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:14:01,080 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37267,1730970838296-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:01,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:01,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,37267,-1 for getting cluster id 2024-11-07T09:14:01,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:01,172 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69aea4af-0a7a-41a8-95d9-95df8dedaad3' 2024-11-07T09:14:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69aea4af-0a7a-41a8-95d9-95df8dedaad3" 2024-11-07T09:14:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e485731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:01,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,37267,-1] 2024-11-07T09:14:01,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:01,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:01,176 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:01,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:01,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,46709,1730970838348, seqNum=-1] 2024-11-07T09:14:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:01,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:01,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,37267,1730970838296 2024-11-07T09:14:01,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49538 2024-11-07T09:14:01,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:01,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100f1b4b0550005 connected 2024-11-07T09:14:01,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:01,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44691,-1 for getting cluster id 2024-11-07T09:14:01,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:01,195 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b78222c-5631-4113-84b8-663d0d01963a' 2024-11-07T09:14:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b78222c-5631-4113-84b8-663d0d01963a" 2024-11-07T09:14:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9cd5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44691,-1] 2024-11-07T09:14:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:01,198 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df373c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:01,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:01,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,44691,1730970833769 2024-11-07T09:14:01,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54b0a48a 2024-11-07T09:14:01,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:01,216 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:01,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:37267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:14:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:14:01,229 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:37267' 2024-11-07T09:14:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:01,231 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7892b2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:01,231 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,37267,-1 for getting cluster id 2024-11-07T09:14:01,231 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:01,232 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69aea4af-0a7a-41a8-95d9-95df8dedaad3' 2024-11-07T09:14:01,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:01,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69aea4af-0a7a-41a8-95d9-95df8dedaad3" 2024-11-07T09:14:01,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3117c70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:01,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,37267,-1] 2024-11-07T09:14:01,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:01,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:01,234 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:01,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ba06eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:01,235 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:01,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,37267,1730970838296 2024-11-07T09:14:01,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e837459 2024-11-07T09:14:01,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:01,241 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:01,253 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T09:14:01,253 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:14:01,257 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:01,258 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:01,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:01,259 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:14:01,264 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:14:01,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:14:01,268 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:01,269 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:14:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741835_1011 (size=1138) 2024-11-07T09:14:01,316 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:14:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:01,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25988e13ff2e9da6429ca9c79196dcfe, NAME => 'hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977 2024-11-07T09:14:01,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741836_1012 (size=44) 2024-11-07T09:14:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:02,025 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:14:02,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:02,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 25988e13ff2e9da6429ca9c79196dcfe, disabling compactions & flushes 2024-11-07T09:14:02,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:02,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:02,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. after waiting 0 ms 2024-11-07T09:14:02,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:02,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:02,093 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25988e13ff2e9da6429ca9c79196dcfe: Waiting for close lock at 1730970842093Disabling compacts and flushes for region at 1730970842093Disabling writes for close at 1730970842093Writing region close event to WAL at 1730970842093Closed at 1730970842093 2024-11-07T09:14:02,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:14:02,100 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730970842095"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730970842095"}]},"ts":"1730970842095"} 2024-11-07T09:14:02,104 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:14:02,106 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:14:02,109 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970842106"}]},"ts":"1730970842106"} 2024-11-07T09:14:02,112 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:14:02,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25988e13ff2e9da6429ca9c79196dcfe, ASSIGN}] 2024-11-07T09:14:02,116 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25988e13ff2e9da6429ca9c79196dcfe, ASSIGN 2024-11-07T09:14:02,117 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25988e13ff2e9da6429ca9c79196dcfe, ASSIGN; state=OFFLINE, location=9f1eb259a29b,41679,1730970834485; forceNewPlan=false, retain=false 2024-11-07T09:14:02,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=25988e13ff2e9da6429ca9c79196dcfe, regionState=OPENING, regionLocation=9f1eb259a29b,41679,1730970834485 2024-11-07T09:14:02,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25988e13ff2e9da6429ca9c79196dcfe, ASSIGN because future has completed 2024-11-07T09:14:02,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25988e13ff2e9da6429ca9c79196dcfe, server=9f1eb259a29b,41679,1730970834485}] 2024-11-07T09:14:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:02,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:02,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:02,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:14:02,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C41679%2C1730970834485.rep, suffix=, logDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs, maxLogs=10 2024-11-07T09:14:02,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.rep.1730970842436, exclude list is [], retry=0 2024-11-07T09:14:02,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36331,DS-fc0871e2-7a16-4053-99df-76414a7f3525,DISK] 2024-11-07T09:14:02,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.rep.1730970842436 2024-11-07T09:14:02,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913)] 2024-11-07T09:14:02,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 25988e13ff2e9da6429ca9c79196dcfe, NAME => 'hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:02,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:14:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. service=MultiRowMutationService 2024-11-07T09:14:02,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:14:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,458 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,460 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25988e13ff2e9da6429ca9c79196dcfe columnFamilyName hfileref 2024-11-07T09:14:02,460 DEBUG [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:02,460 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(327): Store=25988e13ff2e9da6429ca9c79196dcfe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:02,460 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,462 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25988e13ff2e9da6429ca9c79196dcfe columnFamilyName queue 2024-11-07T09:14:02,462 DEBUG [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:02,463 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(327): Store=25988e13ff2e9da6429ca9c79196dcfe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:02,463 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,464 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25988e13ff2e9da6429ca9c79196dcfe columnFamilyName sid 2024-11-07T09:14:02,464 DEBUG [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:02,465 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(327): Store=25988e13ff2e9da6429ca9c79196dcfe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:02,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:14:02,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:02,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 25988e13ff2e9da6429ca9c79196dcfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72974801, jitterRate=0.08740927278995514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:14:02,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:02,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 25988e13ff2e9da6429ca9c79196dcfe: Running coprocessor pre-open hook at 1730970842456Writing region info on filesystem at 1730970842456Initializing all the Stores at 1730970842457 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970842458 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970842458Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970842458Cleaning up temporary data from old regions at 1730970842468 (+10 ms)Running coprocessor post-open hooks at 1730970842474 (+6 ms)Region opened successfully at 1730970842474 2024-11-07T09:14:02,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe., pid=7, masterSystemTime=1730970842426 2024-11-07T09:14:02,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:02,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:02,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=25988e13ff2e9da6429ca9c79196dcfe, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,41679,1730970834485 2024-11-07T09:14:02,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25988e13ff2e9da6429ca9c79196dcfe, server=9f1eb259a29b,41679,1730970834485 because future has completed 2024-11-07T09:14:02,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T09:14:02,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 25988e13ff2e9da6429ca9c79196dcfe, server=9f1eb259a29b,41679,1730970834485 in 212 msec 2024-11-07T09:14:02,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:14:02,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25988e13ff2e9da6429ca9c79196dcfe, ASSIGN in 374 msec 2024-11-07T09:14:02,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:14:02,493 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970842493"}]},"ts":"1730970842493"} 2024-11-07T09:14:02,495 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:14:02,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:14:02,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2370 sec 2024-11-07T09:14:02,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe., hostname=9f1eb259a29b,41679,1730970834485, seqNum=2] 2024-11-07T09:14:02,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41679 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-07T09:14:02,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:02,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:02,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:14:02,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T09:14:02,721 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:14:02,728 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:14:02,775 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,41679,1730970834485, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:14:02,777 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:02,777 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41679,1730970834485, seqNum=-1] 2024-11-07T09:14:02,778 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:02,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-07T09:14:02,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,41679,1730970834485', locateType=CURRENT is [region=hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe., hostname=9f1eb259a29b,41679,1730970834485, seqNum=2] 2024-11-07T09:14:02,792 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T09:14:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T09:14:02,798 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,41679,1730970834485 suceeded 2024-11-07T09:14:02,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T09:14:02,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 242 msec 2024-11-07T09:14:02,802 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:37267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:14:02,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5820 sec 2024-11-07T09:14:02,812 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:37267' 2024-11-07T09:14:02,814 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6c0abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:02,814 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,37267,-1 for getting cluster id 2024-11-07T09:14:02,814 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:02,815 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69aea4af-0a7a-41a8-95d9-95df8dedaad3' 2024-11-07T09:14:02,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:02,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69aea4af-0a7a-41a8-95d9-95df8dedaad3" 2024-11-07T09:14:02,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e53eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:02,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,37267,-1] 2024-11-07T09:14:02,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:02,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:02,818 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:02,818 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75707277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:02,819 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:02,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,37267,1730970838296 2024-11-07T09:14:02,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4600f32b 2024-11-07T09:14:02,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:02,821 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-07T09:14:02,822 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,41679,1730970834485 (queues=1) is replicating from cluster=7b78222c-5631-4113-84b8-663d0d01963a to cluster=69aea4af-0a7a-41a8-95d9-95df8dedaad3 2024-11-07T09:14:02,824 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C41679%2C1730970834485 2024-11-07T09:14:02,828 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,41679,1730970834485, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:14:02,830 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485.replicationSource.shipper9f1eb259a29b%2C41679%2C1730970834485,1-9f1eb259a29b,41679,1730970834485 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C41679%2C1730970834485 2024-11-07T09:14:02,834 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,1-9f1eb259a29b,41679,1730970834485 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221, startPosition=0, beingWritten=true 2024-11-07T09:14:03,094 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,1-9f1eb259a29b,41679,1730970834485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221 to pos 0, reset compression=false 2024-11-07T09:14:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:03,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:03,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:03,376 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:14:03,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:03,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44691,-1 for getting cluster id 2024-11-07T09:14:03,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:03,379 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b78222c-5631-4113-84b8-663d0d01963a' 2024-11-07T09:14:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b78222c-5631-4113-84b8-663d0d01963a" 2024-11-07T09:14:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bd7224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44691,-1] 2024-11-07T09:14:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,382 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c607c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,44691,1730970833769 2024-11-07T09:14:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42223ec3 2024-11-07T09:14:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:03,386 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:03,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://9f1eb259a29b:37267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:14:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:14:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T09:14:03,391 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:37267' 2024-11-07T09:14:03,392 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a3dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,392 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,37267,-1 for getting cluster id 2024-11-07T09:14:03,392 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:03,392 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69aea4af-0a7a-41a8-95d9-95df8dedaad3' 2024-11-07T09:14:03,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:03,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69aea4af-0a7a-41a8-95d9-95df8dedaad3" 2024-11-07T09:14:03,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215a0bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,37267,-1] 2024-11-07T09:14:03,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:03,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,394 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:03,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9bfe44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,395 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:03,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,37267,1730970838296 2024-11-07T09:14:03,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@579a47a5 2024-11-07T09:14:03,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:03,397 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:03,398 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-07T09:14:03,398 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:14:03,398 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,399 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:03,401 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,1-9f1eb259a29b,41679,1730970834485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221 to pos 0, reset compression=false 2024-11-07T09:14:03,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:14:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T09:14:03,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-07T09:14:03,564 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-07T09:14:03,595 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-9f1eb259a29b,41679,1730970834485, ReplicationSource: 2, currentBandwidth=0 2024-11-07T09:14:03,598 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-07T09:14:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-07T09:14:03,602 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9f1eb259a29b,41679,1730970834485 suceeded 2024-11-07T09:14:03,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:14:03,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-07T09:14:03,605 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9f1eb259a29b:37267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:14:03,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 219 msec 2024-11-07T09:14:03,614 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:37267' 2024-11-07T09:14:03,615 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41d3a972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,615 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,37267,-1 for getting cluster id 2024-11-07T09:14:03,615 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:03,616 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69aea4af-0a7a-41a8-95d9-95df8dedaad3' 2024-11-07T09:14:03,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:03,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69aea4af-0a7a-41a8-95d9-95df8dedaad3" 2024-11-07T09:14:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e4e82f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,37267,-1] 2024-11-07T09:14:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,618 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:03,619 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1583abc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,619 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:03,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,37267,1730970838296 2024-11-07T09:14:03,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ac599 2024-11-07T09:14:03,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:03,621 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-07T09:14:03,622 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9f1eb259a29b,41679,1730970834485 (queues=1) is replicating from cluster=7b78222c-5631-4113-84b8-663d0d01963a to cluster=69aea4af-0a7a-41a8-95d9-95df8dedaad3 2024-11-07T09:14:03,622 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9f1eb259a29b%2C41679%2C1730970834485 2024-11-07T09:14:03,622 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9f1eb259a29b,41679,1730970834485, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:14:03,622 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485.replicationSource.shipper9f1eb259a29b%2C41679%2C1730970834485,2-9f1eb259a29b,41679,1730970834485 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C41679%2C1730970834485 2024-11-07T09:14:03,622 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,2-9f1eb259a29b,41679,1730970834485 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221, startPosition=0, beingWritten=true 2024-11-07T09:14:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T09:14:03,707 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-07T09:14:03,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:03,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:03,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:03,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:03,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,44691,1730970833769 2024-11-07T09:14:03,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@258738a3 2024-11-07T09:14:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:03,713 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:03,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T09:14:03,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T09:14:03,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T09:14:03,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T09:14:03,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:37267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:14:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T09:14:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T09:14:03,726 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:37267' 2024-11-07T09:14:03,727 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fb32c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,727 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,37267,-1 for getting cluster id 2024-11-07T09:14:03,727 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:03,728 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69aea4af-0a7a-41a8-95d9-95df8dedaad3' 2024-11-07T09:14:03,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:03,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69aea4af-0a7a-41a8-95d9-95df8dedaad3" 2024-11-07T09:14:03,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d30a465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,37267,-1] 2024-11-07T09:14:03,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:03,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,730 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:03,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663b8ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:03,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:03,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,37267,1730970838296 2024-11-07T09:14:03,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@533152eb 2024-11-07T09:14:03,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:03,733 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:03,733 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T09:14:03,734 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:14:03,734 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,734 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:03,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:03,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:14:03,808 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,1-9f1eb259a29b,41679,1730970834485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221 to pos 0, reset compression=false 2024-11-07T09:14:03,829 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,2-9f1eb259a29b,41679,1730970834485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221 to pos 0, reset compression=false 2024-11-07T09:14:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T09:14:03,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-07T09:14:03,891 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-07T09:14:03,893 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-07T09:14:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-07T09:14:03,896 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 9f1eb259a29b,41679,1730970834485 suceeded 2024-11-07T09:14:03,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T09:14:03,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-07T09:14:03,899 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://9f1eb259a29b:37267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:14:03,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 178 msec 2024-11-07T09:14:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T09:14:04,047 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-07T09:14:04,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://9f1eb259a29b:37267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:14:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T09:14:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T09:14:04,051 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:37267' 2024-11-07T09:14:04,052 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1278a175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:04,052 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,37267,-1 for getting cluster id 2024-11-07T09:14:04,053 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:04,053 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69aea4af-0a7a-41a8-95d9-95df8dedaad3' 2024-11-07T09:14:04,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:04,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69aea4af-0a7a-41a8-95d9-95df8dedaad3" 2024-11-07T09:14:04,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39fcc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:04,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,37267,-1] 2024-11-07T09:14:04,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:04,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:04,055 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6117a6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:04,056 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:04,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,37267,1730970838296 2024-11-07T09:14:04,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@457b2590 2024-11-07T09:14:04,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:04,058 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:04,059 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T09:14:04,059 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:14:04,059 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:04,059 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:04,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:04,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:14:04,135 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,2-9f1eb259a29b,41679,1730970834485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221 to pos 0, reset compression=false 2024-11-07T09:14:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T09:14:04,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:14:04,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T09:14:04,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T09:14:04,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T09:14:04,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-07T09:14:04,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:14:04,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T09:14:04,218 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-07T09:14:04,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:14:04,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T09:14:04,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T09:14:04,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T09:14:04,219 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-07T09:14:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-07T09:14:04,223 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 9f1eb259a29b,41679,1730970834485 suceeded 2024-11-07T09:14:04,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-07T09:14:04,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-07T09:14:04,226 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://9f1eb259a29b:37267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:14:04,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 178 msec 2024-11-07T09:14:04,315 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,1-9f1eb259a29b,41679,1730970834485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221 to pos 0, reset compression=false 2024-11-07T09:14:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T09:14:04,367 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-07T09:14:04,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T09:14:04,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T09:14:04,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:04,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:04,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:04,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:04,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:04,370 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:14:04,370 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=102419656, stopped=false 2024-11-07T09:14:04,370 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,44691,1730970833769 2024-11-07T09:14:04,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0948522039/running 2024-11-07T09:14:04,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0948522039/running 2024-11-07T09:14:04,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:04,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:04,372 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:14:04,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:04,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:04,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:04,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/running 2024-11-07T09:14:04,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/running 2024-11-07T09:14:04,373 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,41679,1730970834485' ***** 2024-11-07T09:14:04,373 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:14:04,373 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:14:04,373 INFO [RS:0;9f1eb259a29b:41679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:14:04,373 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:14:04,374 INFO [RS:0;9f1eb259a29b:41679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:14:04,374 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(3091): Received CLOSE for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:04,374 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,41679,1730970834485 2024-11-07T09:14:04,374 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:14:04,374 INFO [RS:0;9f1eb259a29b:41679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:41679. 2024-11-07T09:14:04,375 DEBUG [RS:0;9f1eb259a29b:41679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:04,375 DEBUG [RS:0;9f1eb259a29b:41679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:04,375 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25988e13ff2e9da6429ca9c79196dcfe, disabling compactions & flushes 2024-11-07T09:14:04,375 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:14:04,375 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:04,375 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:14:04,375 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:04,375 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:14:04,375 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. after waiting 0 ms 2024-11-07T09:14:04,375 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:04,375 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:14:04,375 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:14:04,375 DEBUG [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25988e13ff2e9da6429ca9c79196dcfe=hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe.} 2024-11-07T09:14:04,375 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:14:04,375 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:14:04,376 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:14:04,376 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:14:04,376 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:14:04,376 DEBUG [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:04,379 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25988e13ff2e9da6429ca9c79196dcfe 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-07T09:14:04,379 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T09:14:04,444 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/info/3515c74cbb884ea997dda323e45cea7e is 147, key is hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe./info:regioninfo/1730970842480/Put/seqid=0 2024-11-07T09:14:04,444 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe/.tmp/queue/84bf347d0ee349959288d5f5405f9962 is 151, key is 1-9f1eb259a29b,41679,1730970834485/queue:9f1eb259a29b%2C41679%2C1730970834485/1730970842785/Put/seqid=0 2024-11-07T09:14:04,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741838_1014 (size=6631) 2024-11-07T09:14:04,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741839_1015 (size=5500) 2024-11-07T09:14:04,468 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:14:04,543 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,2-9f1eb259a29b,41679,1730970834485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221 to pos 0, reset compression=false 2024-11-07T09:14:04,576 DEBUG [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:04,776 DEBUG [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:04,857 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe/.tmp/queue/84bf347d0ee349959288d5f5405f9962 2024-11-07T09:14:04,857 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/info/3515c74cbb884ea997dda323e45cea7e 2024-11-07T09:14:04,902 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe/.tmp/queue/84bf347d0ee349959288d5f5405f9962 as hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe/queue/84bf347d0ee349959288d5f5405f9962 2024-11-07T09:14:04,910 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe/queue/84bf347d0ee349959288d5f5405f9962, entries=2, sequenceid=6, filesize=5.4 K 2024-11-07T09:14:04,916 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/ns/01476b32c0da4d89940b36ec36091219 is 43, key is default/ns:d/1730970837349/Put/seqid=0 2024-11-07T09:14:04,917 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 25988e13ff2e9da6429ca9c79196dcfe in 538ms, sequenceid=6, compaction requested=false 2024-11-07T09:14:04,917 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T09:14:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741840_1016 (size=5153) 2024-11-07T09:14:04,921 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,1-9f1eb259a29b,41679,1730970834485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221 to pos 0, reset compression=false 2024-11-07T09:14:04,922 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/ns/01476b32c0da4d89940b36ec36091219 2024-11-07T09:14:04,929 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T09:14:04,932 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:14:04,932 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:14:04,932 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:04,932 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25988e13ff2e9da6429ca9c79196dcfe: Waiting for close lock at 1730970844374Running coprocessor pre-close hooks at 1730970844375 (+1 ms)Disabling compacts and flushes for region at 1730970844375Disabling writes for close at 1730970844375Obtaining lock to block concurrent updates at 1730970844379 (+4 ms)Preparing flush snapshotting stores in 25988e13ff2e9da6429ca9c79196dcfe at 1730970844379Finished memstore snapshotting hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1730970844387 (+8 ms)Flushing stores of hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. at 1730970844388 (+1 ms)Flushing 25988e13ff2e9da6429ca9c79196dcfe/queue: creating writer at 1730970844389 (+1 ms)Flushing 25988e13ff2e9da6429ca9c79196dcfe/queue: appending metadata at 1730970844428 (+39 ms)Flushing 25988e13ff2e9da6429ca9c79196dcfe/queue: closing flushed file at 1730970844430 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f554e7f: reopening flushed file at 1730970844900 (+470 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 25988e13ff2e9da6429ca9c79196dcfe in 538ms, sequenceid=6, compaction requested=false at 1730970844917 (+17 ms)Writing region close event to WAL at 1730970844920 (+3 ms)Running coprocessor post-close hooks at 1730970844930 (+10 ms)Closed at 1730970844932 (+2 ms) 2024-11-07T09:14:04,932 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:04,946 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/table/083962f6653747c5a44c4084cfe5757f is 53, key is hbase:replication/table:state/1730970842493/Put/seqid=0 2024-11-07T09:14:04,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741841_1017 (size=5256) 2024-11-07T09:14:04,952 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/table/083962f6653747c5a44c4084cfe5757f 2024-11-07T09:14:04,960 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/info/3515c74cbb884ea997dda323e45cea7e as hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/info/3515c74cbb884ea997dda323e45cea7e 2024-11-07T09:14:04,967 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/info/3515c74cbb884ea997dda323e45cea7e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T09:14:04,969 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/ns/01476b32c0da4d89940b36ec36091219 as hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/ns/01476b32c0da4d89940b36ec36091219 2024-11-07T09:14:04,976 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/ns/01476b32c0da4d89940b36ec36091219, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T09:14:04,977 DEBUG [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:04,977 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/table/083962f6653747c5a44c4084cfe5757f as hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/table/083962f6653747c5a44c4084cfe5757f 2024-11-07T09:14:04,985 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/table/083962f6653747c5a44c4084cfe5757f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T09:14:04,986 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 610ms, sequenceid=11, compaction requested=false 2024-11-07T09:14:04,992 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T09:14:04,993 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:14:04,993 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:14:04,993 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:04,993 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970844375Running coprocessor pre-close hooks at 1730970844375Disabling compacts and flushes for region at 1730970844375Disabling writes for close at 1730970844376 (+1 ms)Obtaining lock to block concurrent updates at 1730970844379 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1730970844379Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730970844387 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730970844388 (+1 ms)Flushing 1588230740/info: creating writer at 1730970844389 (+1 ms)Flushing 1588230740/info: appending metadata at 1730970844428 (+39 ms)Flushing 1588230740/info: closing flushed file at 1730970844430 (+2 ms)Flushing 1588230740/ns: creating writer at 1730970844900 (+470 ms)Flushing 1588230740/ns: appending metadata at 1730970844916 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730970844916Flushing 1588230740/table: creating writer at 1730970844930 (+14 ms)Flushing 1588230740/table: appending metadata at 1730970844946 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730970844946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a311d9a: reopening flushed file at 1730970844959 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234db49f: reopening flushed file at 1730970844968 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c2f584: reopening flushed file at 1730970844976 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 610ms, sequenceid=11, compaction requested=false at 1730970844986 (+10 ms)Writing region close event to WAL at 1730970844988 (+2 ms)Running coprocessor post-close hooks at 1730970844993 (+5 ms)Closed at 1730970844993 2024-11-07T09:14:04,993 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:05,050 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,2-9f1eb259a29b,41679,1730970834485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485/9f1eb259a29b%2C41679%2C1730970834485.1730970836221 to pos 0, reset compression=false 2024-11-07T09:14:05,061 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:14:05,061 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:14:05,177 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,41679,1730970834485; all regions closed. 2024-11-07T09:14:05,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741834_1010 (size=2742) 2024-11-07T09:14:05,188 DEBUG [RS:0;9f1eb259a29b:41679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs 2024-11-07T09:14:05,189 INFO [RS:0;9f1eb259a29b:41679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41679%2C1730970834485.meta:.meta(num 1730970837183) 2024-11-07T09:14:05,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741837_1013 (size=1802) 2024-11-07T09:14:05,194 DEBUG [RS:0;9f1eb259a29b:41679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs 2024-11-07T09:14:05,194 INFO [RS:0;9f1eb259a29b:41679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41679%2C1730970834485.rep:(num 1730970842436) 2024-11-07T09:14:05,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741832_1008 (size=93) 2024-11-07T09:14:05,199 DEBUG [RS:0;9f1eb259a29b:41679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs 2024-11-07T09:14:05,199 INFO [RS:0;9f1eb259a29b:41679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41679%2C1730970834485:(num 1730970836221) 2024-11-07T09:14:05,199 DEBUG [RS:0;9f1eb259a29b:41679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:05,199 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:14:05,200 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:14:05,200 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:14:05,200 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:14:05,200 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:14:05,201 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,41679,1730970834485 because: Region server is closing 2024-11-07T09:14:05,201 INFO [RS:0;9f1eb259a29b:41679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:41679. 2024-11-07T09:14:05,201 DEBUG [RS:0;9f1eb259a29b:41679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:05,201 DEBUG [RS:0;9f1eb259a29b:41679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:05,202 DEBUG [RS:0;9f1eb259a29b:41679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:05,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:05,302 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,1-9f1eb259a29b,41679,1730970834485 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:14:05,302 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485.replicationSource.shipper9f1eb259a29b%2C41679%2C1730970834485,1-9f1eb259a29b,41679,1730970834485 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T09:14:05,302 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41679,1730970834485.replicationSource.shipper9f1eb259a29b%2C41679%2C1730970834485,1-9f1eb259a29b,41679,1730970834485 terminated 2024-11-07T09:14:05,303 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9f1eb259a29b,41679,1730970834485 because: Region server is closing 2024-11-07T09:14:05,303 INFO [RS:0;9f1eb259a29b:41679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:41679. 2024-11-07T09:14:05,303 DEBUG [RS:0;9f1eb259a29b:41679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:05,303 DEBUG [RS:0;9f1eb259a29b:41679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:05,303 DEBUG [RS:0;9f1eb259a29b:41679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:05,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:05,403 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485.replicationSource.wal-reader.9f1eb259a29b%2C41679%2C1730970834485,2-9f1eb259a29b,41679,1730970834485 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:14:05,403 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485.replicationSource.shipper9f1eb259a29b%2C41679%2C1730970834485,2-9f1eb259a29b,41679,1730970834485 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T09:14:05,404 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,41679,1730970834485.replicationSource.shipper9f1eb259a29b%2C41679%2C1730970834485,2-9f1eb259a29b,41679,1730970834485 terminated 2024-11-07T09:14:05,404 INFO [RS:0;9f1eb259a29b:41679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41679 2024-11-07T09:14:05,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0948522039/rs/9f1eb259a29b,41679,1730970834485 2024-11-07T09:14:05,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/rs 2024-11-07T09:14:05,408 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:14:05,410 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,41679,1730970834485] 2024-11-07T09:14:05,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/draining/9f1eb259a29b,41679,1730970834485 already deleted, retry=false 2024-11-07T09:14:05,413 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,41679,1730970834485 expired; onlineServers=0 2024-11-07T09:14:05,413 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,44691,1730970833769' ***** 2024-11-07T09:14:05,413 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:14:05,413 INFO [M:0;9f1eb259a29b:44691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:14:05,413 INFO [M:0;9f1eb259a29b:44691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:14:05,414 DEBUG [M:0;9f1eb259a29b:44691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:14:05,414 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:14:05,414 DEBUG [M:0;9f1eb259a29b:44691 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:14:05,414 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970835930 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970835930,5,FailOnTimeoutGroup] 2024-11-07T09:14:05,414 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970835933 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970835933,5,FailOnTimeoutGroup] 2024-11-07T09:14:05,414 INFO [M:0;9f1eb259a29b:44691 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:14:05,414 INFO [M:0;9f1eb259a29b:44691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:14:05,414 DEBUG [M:0;9f1eb259a29b:44691 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:14:05,414 INFO [M:0;9f1eb259a29b:44691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:14:05,415 INFO [M:0;9f1eb259a29b:44691 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:14:05,415 INFO [M:0;9f1eb259a29b:44691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:14:05,415 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:14:05,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0948522039/master 2024-11-07T09:14:05,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:05,416 DEBUG [M:0;9f1eb259a29b:44691 {}] zookeeper.ZKUtil(347): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/master because node does not exist (not an error) 2024-11-07T09:14:05,416 WARN [M:0;9f1eb259a29b:44691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:14:05,417 INFO [M:0;9f1eb259a29b:44691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/.lastflushedseqids 2024-11-07T09:14:05,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741842_1018 (size=181) 2024-11-07T09:14:05,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:05,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x100f1b4b0550001, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:05,511 INFO [RS:0;9f1eb259a29b:41679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:14:05,511 INFO [RS:0;9f1eb259a29b:41679 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,41679,1730970834485; zookeeper connection closed. 2024-11-07T09:14:05,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a534ef4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a534ef4 2024-11-07T09:14:05,512 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:14:05,830 INFO [M:0;9f1eb259a29b:44691 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:14:05,830 INFO [M:0;9f1eb259a29b:44691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:14:05,830 DEBUG [M:0;9f1eb259a29b:44691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:14:05,830 INFO [M:0;9f1eb259a29b:44691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:05,830 DEBUG [M:0;9f1eb259a29b:44691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:05,830 DEBUG [M:0;9f1eb259a29b:44691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:14:05,830 DEBUG [M:0;9f1eb259a29b:44691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:05,830 INFO [M:0;9f1eb259a29b:44691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-07T09:14:05,848 DEBUG [M:0;9f1eb259a29b:44691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be3d107bde4a4c48b89f96ce0570bfec is 82, key is hbase:meta,,1/info:regioninfo/1730970837268/Put/seqid=0 2024-11-07T09:14:05,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741843_1019 (size=5672) 2024-11-07T09:14:06,253 INFO [M:0;9f1eb259a29b:44691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be3d107bde4a4c48b89f96ce0570bfec 2024-11-07T09:14:06,279 DEBUG [M:0;9f1eb259a29b:44691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fed1d6262e68449880267d59f6ad7835 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730970842498/Put/seqid=0 2024-11-07T09:14:06,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741844_1020 (size=8663) 2024-11-07T09:14:06,685 INFO [M:0;9f1eb259a29b:44691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fed1d6262e68449880267d59f6ad7835 2024-11-07T09:14:06,708 DEBUG [M:0;9f1eb259a29b:44691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6561ee5acb24733aa0d3f9f9caacd58 is 69, key is 9f1eb259a29b,41679,1730970834485/rs:state/1730970835985/Put/seqid=0 2024-11-07T09:14:06,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741845_1021 (size=5156) 2024-11-07T09:14:07,114 INFO [M:0;9f1eb259a29b:44691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6561ee5acb24733aa0d3f9f9caacd58 2024-11-07T09:14:07,124 DEBUG [M:0;9f1eb259a29b:44691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be3d107bde4a4c48b89f96ce0570bfec as hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be3d107bde4a4c48b89f96ce0570bfec 2024-11-07T09:14:07,135 INFO [M:0;9f1eb259a29b:44691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be3d107bde4a4c48b89f96ce0570bfec, entries=8, sequenceid=115, filesize=5.5 K 2024-11-07T09:14:07,136 DEBUG [M:0;9f1eb259a29b:44691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fed1d6262e68449880267d59f6ad7835 as hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fed1d6262e68449880267d59f6ad7835 2024-11-07T09:14:07,145 INFO [M:0;9f1eb259a29b:44691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fed1d6262e68449880267d59f6ad7835, entries=14, sequenceid=115, filesize=8.5 K 2024-11-07T09:14:07,147 DEBUG [M:0;9f1eb259a29b:44691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6561ee5acb24733aa0d3f9f9caacd58 as hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6561ee5acb24733aa0d3f9f9caacd58 2024-11-07T09:14:07,161 INFO [M:0;9f1eb259a29b:44691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6561ee5acb24733aa0d3f9f9caacd58, entries=1, sequenceid=115, filesize=5.0 K 2024-11-07T09:14:07,163 INFO [M:0;9f1eb259a29b:44691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=115, compaction requested=false 2024-11-07T09:14:07,175 INFO [M:0;9f1eb259a29b:44691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:07,175 DEBUG [M:0;9f1eb259a29b:44691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970845830Disabling compacts and flushes for region at 1730970845830Disabling writes for close at 1730970845830Obtaining lock to block concurrent updates at 1730970845830Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730970845830Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1730970845831 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730970845832 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730970845832Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730970845847 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730970845847Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730970846260 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730970846278 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730970846278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730970846692 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730970846707 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730970846707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4f87a0: reopening flushed file at 1730970847123 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55fbbf4e: reopening flushed file at 1730970847135 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7ba70: reopening flushed file at 1730970847145 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=115, compaction requested=false at 1730970847163 (+18 ms)Writing region close event to WAL at 1730970847175 (+12 ms)Closed at 1730970847175 2024-11-07T09:14:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741830_1006 (size=59421) 2024-11-07T09:14:07,181 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:14:07,181 INFO [M:0;9f1eb259a29b:44691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:14:07,181 INFO [M:0;9f1eb259a29b:44691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44691 2024-11-07T09:14:07,182 INFO [M:0;9f1eb259a29b:44691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:14:07,286 INFO [M:0;9f1eb259a29b:44691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:14:07,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:07,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44691-0x100f1b4b0550000, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:07,290 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:14:07,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:07,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:07,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:14:07,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:07,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:14:07,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:14:07,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:14:07,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36241 2024-11-07T09:14:07,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36241 connecting to ZooKeeper ensemble=127.0.0.1:49538 2024-11-07T09:14:07,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362410x0, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:07,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36241-0x100f1b4b0550006 connected 2024-11-07T09:14:07,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:07,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:07,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/running 2024-11-07T09:14:07,316 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: INIT 2024-11-07T09:14:07,316 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977, hbase.cluster.distributed=false 2024-11-07T09:14:07,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/acl 2024-11-07T09:14:07,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36241 2024-11-07T09:14:07,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36241 2024-11-07T09:14:07,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36241 2024-11-07T09:14:07,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36241 2024-11-07T09:14:07,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36241 2024-11-07T09:14:07,347 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:14:07,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:07,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:07,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:14:07,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:07,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:14:07,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:14:07,347 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:14:07,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41481 2024-11-07T09:14:07,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41481 connecting to ZooKeeper ensemble=127.0.0.1:49538 2024-11-07T09:14:07,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:07,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:07,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414810x0, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:07,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414810x0, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/running 2024-11-07T09:14:07,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41481-0x100f1b4b0550007 connected 2024-11-07T09:14:07,359 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: INIT 2024-11-07T09:14:07,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:14:07,369 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:14:07,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/master 2024-11-07T09:14:07,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/acl 2024-11-07T09:14:07,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41481 2024-11-07T09:14:07,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41481 2024-11-07T09:14:07,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41481 2024-11-07T09:14:07,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41481 2024-11-07T09:14:07,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41481 2024-11-07T09:14:07,426 DEBUG [M:0;9f1eb259a29b:36241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:36241 2024-11-07T09:14:07,426 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0948522039/backup-masters/9f1eb259a29b,36241,1730970847289 2024-11-07T09:14:07,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/backup-masters 2024-11-07T09:14:07,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/backup-masters 2024-11-07T09:14:07,430 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on existing znode=/0948522039/backup-masters/9f1eb259a29b,36241,1730970847289 2024-11-07T09:14:07,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0948522039/master 2024-11-07T09:14:07,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:07,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:07,433 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on existing znode=/0948522039/master 2024-11-07T09:14:07,434 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0948522039/backup-masters/9f1eb259a29b,36241,1730970847289 from backup master directory 2024-11-07T09:14:07,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0948522039/backup-masters/9f1eb259a29b,36241,1730970847289 2024-11-07T09:14:07,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/backup-masters 2024-11-07T09:14:07,437 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:14:07,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/backup-masters 2024-11-07T09:14:07,438 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,36241,1730970847289 2024-11-07T09:14:07,455 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:07,455 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:14:07,472 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-07T09:14:07,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741846_1022 (size=196) 2024-11-07T09:14:07,883 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:14:07,884 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:14:07,885 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:07,895 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-07T09:14:07,898 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,44691,1730970833769 to hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,44691,1730970833769-dead as it is dead 2024-11-07T09:14:07,900 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T09:14:07,900 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T09:14:07,900 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,44691,1730970833769-dead/9f1eb259a29b%2C44691%2C1730970833769.1730970835344 2024-11-07T09:14:07,906 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,44691,1730970833769-dead/9f1eb259a29b%2C44691%2C1730970833769.1730970835344 after 5ms 2024-11-07T09:14:07,907 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,44691,1730970833769-dead/9f1eb259a29b%2C44691%2C1730970833769.1730970835344 to hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9f1eb259a29b%2C44691%2C1730970833769.1730970835344 2024-11-07T09:14:07,907 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,44691,1730970833769-dead 2024-11-07T09:14:07,908 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,36241,1730970847289 2024-11-07T09:14:07,909 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:14:07,911 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C36241%2C1730970847289, suffix=, logDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,36241,1730970847289, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/oldWALs, maxLogs=10 2024-11-07T09:14:07,927 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,36241,1730970847289/9f1eb259a29b%2C36241%2C1730970847289.1730970847911, exclude list is [], retry=0 2024-11-07T09:14:07,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36331,DS-fc0871e2-7a16-4053-99df-76414a7f3525,DISK] 2024-11-07T09:14:07,933 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/WALs/9f1eb259a29b,36241,1730970847289/9f1eb259a29b%2C36241%2C1730970847289.1730970847911 2024-11-07T09:14:07,933 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913)] 2024-11-07T09:14:07,933 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:07,934 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:07,934 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:07,934 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:07,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:07,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:14:07,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:07,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be3d107bde4a4c48b89f96ce0570bfec 2024-11-07T09:14:07,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:07,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:07,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:14:07,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:07,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fed1d6262e68449880267d59f6ad7835 2024-11-07T09:14:07,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:07,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:07,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:14:07,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:07,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:14:07,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6561ee5acb24733aa0d3f9f9caacd58 2024-11-07T09:14:07,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:07,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:07,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:14:07,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:07,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:07,966 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:07,967 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-07T09:14:07,967 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9f1eb259a29b%2C44691%2C1730970833769.1730970835344 2024-11-07T09:14:07,985 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9f1eb259a29b%2C44691%2C1730970833769.1730970835344 2024-11-07T09:14:07,987 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9f1eb259a29b%2C44691%2C1730970833769.1730970835344 2024-11-07T09:14:07,988 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:07,989 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:07,990 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:07,992 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:07,999 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-07T09:14:08,000 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66585378, jitterRate=-0.007800549268722534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:08,000 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970847934Initializing all the Stores at 1730970847935 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970847935Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970847935Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970847935Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970847935Cleaning up temporary data from old regions at 1730970847989 (+54 ms)Region opened successfully at 1730970848000 (+11 ms) 2024-11-07T09:14:08,001 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:14:08,006 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446b7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:14:08,019 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-07T09:14:08,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:14:08,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:14:08,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:14:08,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:14:08,027 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:08,027 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:14:08,028 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:14:08,029 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:14:08,029 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T09:14:08,029 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-07T09:14:08,029 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-07T09:14:08,029 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:14:08,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9f1eb259a29b,41679,1730970834485, regionLocation=9f1eb259a29b,41679,1730970834485, openSeqNum=2 2024-11-07T09:14:08,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9f1eb259a29b,41679,1730970834485, table=hbase:meta, region=1588230740 2024-11-07T09:14:08,034 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,41679,1730970834485, state=OPEN 2024-11-07T09:14:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0948522039/meta-region-server 2024-11-07T09:14:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0948522039/meta-region-server 2024-11-07T09:14:08,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: CHANGED 2024-11-07T09:14:08,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: CHANGED 2024-11-07T09:14:08,040 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:14:08,041 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/draining/9f1eb259a29b,41679,1730970834485 already deleted, retry=false 2024-11-07T09:14:08,042 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9f1eb259a29b,41679,1730970834485 on 9f1eb259a29b,36241,1730970847289 2024-11-07T09:14:08,047 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9f1eb259a29b,41679,1730970834485, splitWal=true, meta=true 2024-11-07T09:14:08,050 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 9f1eb259a29b,41679,1730970834485 (carryingMeta=true) 9f1eb259a29b,41679,1730970834485/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@550e488[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T09:14:08,052 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/balancer because node does not exist (not necessarily an error) 2024-11-07T09:14:08,053 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/balancer already deleted, retry=false 2024-11-07T09:14:08,054 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:14:08,055 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:14:08,057 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/normalizer already deleted, retry=false 2024-11-07T09:14:08,057 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:14:08,058 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:14:08,062 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/switch/split already deleted, retry=false 2024-11-07T09:14:08,063 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:14:08,064 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/switch/merge already deleted, retry=false 2024-11-07T09:14:08,072 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:14:08,073 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/snapshot-cleanup already deleted, retry=false 2024-11-07T09:14:08,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0948522039/running 2024-11-07T09:14:08,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0948522039/running 2024-11-07T09:14:08,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:08,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:08,075 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,36241,1730970847289, sessionid=0x100f1b4b0550006, setting cluster-up flag (Was=false) 2024-11-07T09:14:08,079 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0948522039/flush-table-proc/acquired, /0948522039/flush-table-proc/reached, /0948522039/flush-table-proc/abort 2024-11-07T09:14:08,080 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,36241,1730970847289 2024-11-07T09:14:08,083 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0948522039/online-snapshot/acquired, /0948522039/online-snapshot/reached, /0948522039/online-snapshot/abort 2024-11-07T09:14:08,084 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,36241,1730970847289 2024-11-07T09:14:08,085 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/.lastflushedseqids 2024-11-07T09:14:08,089 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:14:08,089 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:14:08,089 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,36241,1730970847289 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9f1eb259a29b,41679,1730970834485 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:14:08,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:08,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:08,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:08,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:08,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:14:08,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:14:08,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,092 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730970878092 2024-11-07T09:14:08,092 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:14:08,092 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:14:08,093 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:14:08,093 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:14:08,093 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:14:08,093 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:14:08,093 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,093 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:14:08,093 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:14:08,094 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:14:08,094 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:14:08,094 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:14:08,094 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:14:08,094 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9f1eb259a29b,41679,1730970834485, splitWal=true, meta=true 2024-11-07T09:14:08,094 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970848094,5,FailOnTimeoutGroup] 2024-11-07T09:14:08,096 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9f1eb259a29b,41679,1730970834485, splitWal=true, meta=true, isMeta: true 2024-11-07T09:14:08,096 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970848095,5,FailOnTimeoutGroup] 2024-11-07T09:14:08,096 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,096 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:14:08,096 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,096 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,096 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970848096, completionTime=-1 2024-11-07T09:14:08,097 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-07T09:14:08,097 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485-splitting 2024-11-07T09:14:08,098 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485-splitting dir is empty, no logs to split. 2024-11-07T09:14:08,098 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9f1eb259a29b,41679,1730970834485 WAL count=0, meta=true 2024-11-07T09:14:08,100 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T09:14:08,102 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485-splitting dir is empty, no logs to split. 2024-11-07T09:14:08,102 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9f1eb259a29b,41679,1730970834485 WAL count=0, meta=true 2024-11-07T09:14:08,102 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9f1eb259a29b,41679,1730970834485 WAL splitting is done? wals=0, meta=true 2024-11-07T09:14:08,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:14:08,106 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:08,107 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T09:14:08,110 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(746): ClusterId : 7b78222c-5631-4113-84b8-663d0d01963a 2024-11-07T09:14:08,110 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:14:08,112 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:14:08,112 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:14:08,114 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:14:08,114 DEBUG [RS:0;9f1eb259a29b:41481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23038ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:14:08,134 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:41481 2024-11-07T09:14:08,134 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:14:08,134 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:14:08,134 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:14:08,135 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,36241,1730970847289 with port=41481, startcode=1730970847346 2024-11-07T09:14:08,135 DEBUG [RS:0;9f1eb259a29b:41481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:14:08,137 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:14:08,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:08,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36241 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:08,139 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977 2024-11-07T09:14:08,139 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42317 2024-11-07T09:14:08,139 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:14:08,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/rs 2024-11-07T09:14:08,143 DEBUG [RS:0;9f1eb259a29b:41481 {}] zookeeper.ZKUtil(111): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on existing znode=/0948522039/rs/9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:08,143 WARN [RS:0;9f1eb259a29b:41481 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:14:08,144 INFO [RS:0;9f1eb259a29b:41481 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:08,144 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:08,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,41481,1730970847346] 2024-11-07T09:14:08,150 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T09:14:08,197 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:14:08,212 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:14:08,220 INFO [RS:0;9f1eb259a29b:41481 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:14:08,220 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,232 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:14:08,240 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:14:08,241 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,241 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,241 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,241 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,241 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,241 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,241 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:14:08,241 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,242 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,242 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,242 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,242 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,242 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:08,242 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:14:08,242 DEBUG [RS:0;9f1eb259a29b:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:14:08,244 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,244 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,244 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,244 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,244 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,244 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41481,1730970847346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:14:08,258 WARN [9f1eb259a29b:36241 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T09:14:08,271 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:14:08,272 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41481,1730970847346-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,312 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,41481,1730970847346, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:14:08,352 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,1-9f1eb259a29b,41481,1730970847346 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:37267' 2024-11-07T09:14:08,354 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,1-9f1eb259a29b,41481,1730970847346 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b708f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:08,355 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,1-9f1eb259a29b,41481,1730970847346 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,37267,-1 for getting cluster id 2024-11-07T09:14:08,355 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,1-9f1eb259a29b,41481,1730970847346 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:08,356 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSource(231): queueId=2-9f1eb259a29b,41481,1730970847346, ReplicationSource: 2, currentBandwidth=0 2024-11-07T09:14:08,358 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69aea4af-0a7a-41a8-95d9-95df8dedaad3' 2024-11-07T09:14:08,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:08,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69aea4af-0a7a-41a8-95d9-95df8dedaad3" 2024-11-07T09:14:08,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c166c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:08,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,37267,-1] 2024-11-07T09:14:08,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:08,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:08,360 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,360 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.Replication(171): 9f1eb259a29b,41481,1730970847346 started 2024-11-07T09:14:08,360 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:08,373 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,1-9f1eb259a29b,41481,1730970847346 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b6ec0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:08,373 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,1-9f1eb259a29b,41481,1730970847346 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:08,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,37267,1730970838296 2024-11-07T09:14:08,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a8bd8ed 2024-11-07T09:14:08,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:08,376 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-07T09:14:08,377 INFO [RS:0;9f1eb259a29b:41481.replicationSource,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,41481,1730970847346 (queues=0) is replicating from cluster=7b78222c-5631-4113-84b8-663d0d01963a to cluster=69aea4af-0a7a-41a8-95d9-95df8dedaad3 2024-11-07T09:14:08,382 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:08,382 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,41481,1730970847346, RpcServer on 9f1eb259a29b/172.17.0.2:41481, sessionid=0x100f1b4b0550007 2024-11-07T09:14:08,382 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:14:08,382 DEBUG [RS:0;9f1eb259a29b:41481 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:08,382 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41481,1730970847346' 2024-11-07T09:14:08,382 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0948522039/flush-table-proc/abort' 2024-11-07T09:14:08,383 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0948522039/flush-table-proc/acquired' 2024-11-07T09:14:08,384 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:14:08,384 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:14:08,384 DEBUG [RS:0;9f1eb259a29b:41481 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:08,384 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41481,1730970847346' 2024-11-07T09:14:08,384 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0948522039/online-snapshot/abort' 2024-11-07T09:14:08,385 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0948522039/online-snapshot/acquired' 2024-11-07T09:14:08,385 DEBUG [RS:0;9f1eb259a29b:41481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:14:08,385 INFO [RS:0;9f1eb259a29b:41481 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:14:08,385 INFO [RS:0;9f1eb259a29b:41481 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:14:08,405 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,2-9f1eb259a29b,41481,1730970847346 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:37267' 2024-11-07T09:14:08,407 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,2-9f1eb259a29b,41481,1730970847346 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30c427f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:08,407 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,2-9f1eb259a29b,41481,1730970847346 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,37267,-1 for getting cluster id 2024-11-07T09:14:08,407 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,2-9f1eb259a29b,41481,1730970847346 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:08,408 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69aea4af-0a7a-41a8-95d9-95df8dedaad3' 2024-11-07T09:14:08,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69aea4af-0a7a-41a8-95d9-95df8dedaad3" 2024-11-07T09:14:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@593b1297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,37267,-1] 2024-11-07T09:14:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:08,410 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:08,412 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,2-9f1eb259a29b,41481,1730970847346 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@204befa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:08,412 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource,2-9f1eb259a29b,41481,1730970847346 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:08,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,37267,1730970838296 2024-11-07T09:14:08,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e3c0b75 2024-11-07T09:14:08,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:08,415 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-07T09:14:08,416 INFO [RS:0;9f1eb259a29b:41481.replicationSource,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9f1eb259a29b,41481,1730970847346 (queues=0) is replicating from cluster=7b78222c-5631-4113-84b8-663d0d01963a to cluster=69aea4af-0a7a-41a8-95d9-95df8dedaad3 2024-11-07T09:14:08,486 INFO [RS:0;9f1eb259a29b:41481 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:14:08,490 INFO [RS:0;9f1eb259a29b:41481 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C41481%2C1730970847346, suffix=, logDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs, maxLogs=10 2024-11-07T09:14:08,512 DEBUG [RS:0;9f1eb259a29b:41481 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491, exclude list is [], retry=0 2024-11-07T09:14:08,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36331,DS-fc0871e2-7a16-4053-99df-76414a7f3525,DISK] 2024-11-07T09:14:08,530 INFO [RS:0;9f1eb259a29b:41481 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 2024-11-07T09:14:08,530 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9f1eb259a29b%2C41481%2C1730970847346 for peer 1 2024-11-07T09:14:08,531 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9f1eb259a29b%2C41481%2C1730970847346 for peer 2 2024-11-07T09:14:08,531 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C41481%2C1730970847346 2024-11-07T09:14:08,531 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,41481,1730970847346, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:14:08,552 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9f1eb259a29b%2C41481%2C1730970847346 2024-11-07T09:14:08,553 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9f1eb259a29b,41481,1730970847346, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:14:08,553 INFO [RS:0;9f1eb259a29b:41481.replicationSource.shipper9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C41481%2C1730970847346 2024-11-07T09:14:08,568 DEBUG [RS:0;9f1eb259a29b:41481 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913)] 2024-11-07T09:14:08,568 INFO [RS:0;9f1eb259a29b:41481.replicationSource.shipper9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C41481%2C1730970847346 2024-11-07T09:14:08,568 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491, startPosition=0, beingWritten=true 2024-11-07T09:14:08,569 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491, startPosition=0, beingWritten=true 2024-11-07T09:14:08,758 DEBUG [9f1eb259a29b:36241 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:14:08,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:08,761 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,41481,1730970847346, state=OPENING 2024-11-07T09:14:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0948522039/meta-region-server 2024-11-07T09:14:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0948522039/meta-region-server 2024-11-07T09:14:08,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: CHANGED 2024-11-07T09:14:08,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: CHANGED 2024-11-07T09:14:08,763 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:08,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41481,1730970847346}] 2024-11-07T09:14:08,795 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:08,802 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:08,918 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:14:08,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:14:08,927 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:14:08,927 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:08,927 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:14:08,930 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C41481%2C1730970847346.meta, suffix=.meta, logDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs, maxLogs=10 2024-11-07T09:14:08,952 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.meta.1730970848933.meta, exclude list is [], retry=0 2024-11-07T09:14:08,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36331,DS-fc0871e2-7a16-4053-99df-76414a7f3525,DISK] 2024-11-07T09:14:08,964 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.meta.1730970848933.meta 2024-11-07T09:14:08,965 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913)] 2024-11-07T09:14:08,965 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:08,966 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:08,966 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:14:08,966 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:14:08,966 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:14:08,966 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:14:08,967 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:08,967 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:14:08,967 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:14:08,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:14:08,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:14:08,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:08,985 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/info/3515c74cbb884ea997dda323e45cea7e 2024-11-07T09:14:08,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:08,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:14:08,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:14:08,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:09,009 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/ns/01476b32c0da4d89940b36ec36091219 2024-11-07T09:14:09,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:09,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:14:09,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:14:09,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:09,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:09,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:14:09,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:14:09,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:09,034 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/table/083962f6653747c5a44c4084cfe5757f 2024-11-07T09:14:09,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:09,035 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:14:09,036 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740 2024-11-07T09:14:09,038 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740 2024-11-07T09:14:09,040 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:14:09,040 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:14:09,042 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:09,044 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:14:09,045 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71458482, jitterRate=0.06481435894966125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:09,045 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:14:09,046 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970848967Writing region info on filesystem at 1730970848967Initializing all the Stores at 1730970848970 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970848970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970848972 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970848972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970848972Cleaning up temporary data from old regions at 1730970849040 (+68 ms)Running coprocessor post-open hooks at 1730970849045 (+5 ms)Region opened successfully at 1730970849045 2024-11-07T09:14:09,047 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1730970848917 2024-11-07T09:14:09,051 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:14:09,051 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:14:09,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:09,053 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,41481,1730970847346, state=OPEN 2024-11-07T09:14:09,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0948522039/meta-region-server 2024-11-07T09:14:09,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0948522039/meta-region-server 2024-11-07T09:14:09,055 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:09,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: CHANGED 2024-11-07T09:14:09,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0948522039/meta-region-server: CHANGED 2024-11-07T09:14:09,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-07T09:14:09,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41481,1730970847346 in 292 msec 2024-11-07T09:14:09,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-07T09:14:09,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 956 msec 2024-11-07T09:14:09,104 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:09,109 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:09,514 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:09,517 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:09,653 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1555ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-07T09:14:10,021 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:10,023 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:10,627 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:10,629 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:11,155 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-07T09:14:11,334 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:11,334 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:12,142 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:12,142 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:12,607 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-07T09:14:12,607 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:14:12,608 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:12,608 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41481,1730970847346, seqNum=-1] 2024-11-07T09:14:12,608 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:12,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:12,617 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25988e13ff2e9da6429ca9c79196dcfe, regionState=OPEN, lastHost=9f1eb259a29b,41679,1730970834485, regionLocation=9f1eb259a29b,41679,1730970834485, openSeqNum=2 2024-11-07T09:14:12,617 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:14:12,617 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730970912617 2024-11-07T09:14:12,617 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730970972617 2024-11-07T09:14:12,617 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-07T09:14:12,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36241,1730970847289-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:12,618 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9f1eb259a29b,41679,1730970834485 had 2 regions 2024-11-07T09:14:12,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36241,1730970847289-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:12,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36241,1730970847289-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:12,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:36241, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:12,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:12,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:12,619 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9f1eb259a29b,41679,1730970834485, splitWal=true, meta=true, isMeta: false 2024-11-07T09:14:12,622 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485-splitting dir is empty, no logs to split. 2024-11-07T09:14:12,622 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9f1eb259a29b,41679,1730970834485 WAL count=0, meta=false 2024-11-07T09:14:12,624 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.186sec 2024-11-07T09:14:12,624 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:14:12,624 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:14:12,624 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:14:12,624 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:14:12,624 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:14:12,625 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36241,1730970847289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:14:12,625 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36241,1730970847289-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:14:12,626 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41679,1730970834485-splitting dir is empty, no logs to split. 2024-11-07T09:14:12,626 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9f1eb259a29b,41679,1730970834485 WAL count=0, meta=false 2024-11-07T09:14:12,626 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9f1eb259a29b,41679,1730970834485 WAL splitting is done? wals=0, meta=false 2024-11-07T09:14:12,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25988e13ff2e9da6429ca9c79196dcfe, ASSIGN}] 2024-11-07T09:14:12,629 WARN [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9f1eb259a29b,41679,1730970834485/hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:12,630 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:14:12,630 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:14:12,630 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25988e13ff2e9da6429ca9c79196dcfe, ASSIGN 2024-11-07T09:14:12,630 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36241,1730970847289-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:12,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25988e13ff2e9da6429ca9c79196dcfe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T09:14:12,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:12,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36241,-1 for getting cluster id 2024-11-07T09:14:12,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:12,718 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b78222c-5631-4113-84b8-663d0d01963a' 2024-11-07T09:14:12,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:12,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b78222c-5631-4113-84b8-663d0d01963a" 2024-11-07T09:14:12,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49186ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:12,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36241,-1] 2024-11-07T09:14:12,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:12,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:12,721 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:12,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269b8785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:12,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41481,1730970847346, seqNum=-1] 2024-11-07T09:14:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:12,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:12,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-07T09:14:12,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:12,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:12,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:12,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:12,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:12,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9f1eb259a29b:36241 after: 9f1eb259a29b:36241 2024-11-07T09:14:12,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:12,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36241,-1 for getting cluster id 2024-11-07T09:14:12,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:12,730 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b78222c-5631-4113-84b8-663d0d01963a' 2024-11-07T09:14:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b78222c-5631-4113-84b8-663d0d01963a" 2024-11-07T09:14:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e3ab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36241,-1] 2024-11-07T09:14:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:12,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:12,732 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:12,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:12,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,36241,1730970847289 2024-11-07T09:14:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f73e35 2024-11-07T09:14:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:12,735 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:12,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T09:14:12,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T09:14:12,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T09:14:12,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36241 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-07T09:14:12,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:14:12,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:12,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:12,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:12,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:12,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:12,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:14:12,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=17045314, stopped=false 2024-11-07T09:14:12,739 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,37267,1730970838296 2024-11-07T09:14:12,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1881556117/running 2024-11-07T09:14:12,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1881556117/running 2024-11-07T09:14:12,741 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:14:12,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:14:12,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:14:12,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:12,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:12,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:12,742 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,46709,1730970838348' ***** 2024-11-07T09:14:12,742 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:14:12,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Set watcher on znode that does not yet exist, /1881556117/running 2024-11-07T09:14:12,742 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:14:12,742 INFO [RS:0;9f1eb259a29b:46709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:14:12,742 INFO [RS:0;9f1eb259a29b:46709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:14:12,742 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,46709,1730970838348 2024-11-07T09:14:12,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Set watcher on znode that does not yet exist, /1881556117/running 2024-11-07T09:14:12,742 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:14:12,742 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:14:12,742 INFO [RS:0;9f1eb259a29b:46709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:46709. 2024-11-07T09:14:12,742 DEBUG [RS:0;9f1eb259a29b:46709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:12,742 DEBUG [RS:0;9f1eb259a29b:46709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:12,742 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:14:12,743 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:14:12,743 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:14:12,743 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:14:12,743 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:14:12,743 DEBUG [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:14:12,743 DEBUG [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:12,743 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:14:12,743 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:14:12,743 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:14:12,743 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:14:12,743 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:14:12,743 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T09:14:12,762 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/1588230740/.tmp/ns/723c6e72b0ab4316b321265d72afbd7c is 43, key is default/ns:d/1730970841060/Put/seqid=0 2024-11-07T09:14:12,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741835_1011 (size=5153) 2024-11-07T09:14:12,782 DEBUG [9f1eb259a29b:36241 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:14:12,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=25988e13ff2e9da6429ca9c79196dcfe, regionState=OPENING, regionLocation=9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:12,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25988e13ff2e9da6429ca9c79196dcfe, ASSIGN because future has completed 2024-11-07T09:14:12,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25988e13ff2e9da6429ca9c79196dcfe, server=9f1eb259a29b,41481,1730970847346}] 2024-11-07T09:14:12,823 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:14:12,943 DEBUG [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:12,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:12,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:12,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:14:12,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C41481%2C1730970847346.rep, suffix=, logDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346, archiveDir=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs, maxLogs=10 2024-11-07T09:14:12,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.rep.1730970852947, exclude list is [], retry=0 2024-11-07T09:14:12,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36331,DS-fc0871e2-7a16-4053-99df-76414a7f3525,DISK] 2024-11-07T09:14:12,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.rep.1730970852947 2024-11-07T09:14:12,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913)] 2024-11-07T09:14:12,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 25988e13ff2e9da6429ca9c79196dcfe, NAME => 'hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:12,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:12,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:14:12,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. service=MultiRowMutationService 2024-11-07T09:14:12,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:14:12,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:12,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,969 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,970 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25988e13ff2e9da6429ca9c79196dcfe columnFamilyName hfileref 2024-11-07T09:14:12,970 DEBUG [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:12,971 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(327): Store=25988e13ff2e9da6429ca9c79196dcfe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:12,971 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,972 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25988e13ff2e9da6429ca9c79196dcfe columnFamilyName queue 2024-11-07T09:14:12,972 DEBUG [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:12,975 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:14:12,975 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:14:12,980 DEBUG [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe/queue/84bf347d0ee349959288d5f5405f9962 2024-11-07T09:14:12,980 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(327): Store=25988e13ff2e9da6429ca9c79196dcfe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:12,981 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,981 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25988e13ff2e9da6429ca9c79196dcfe columnFamilyName sid 2024-11-07T09:14:12,982 DEBUG [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:12,982 INFO [StoreOpener-25988e13ff2e9da6429ca9c79196dcfe-1 {}] regionserver.HStore(327): Store=25988e13ff2e9da6429ca9c79196dcfe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:12,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:14:12,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 25988e13ff2e9da6429ca9c79196dcfe; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68757412, jitterRate=0.024565279483795166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:14:12,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:12,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 25988e13ff2e9da6429ca9c79196dcfe: Running coprocessor pre-open hook at 1730970852968Writing region info on filesystem at 1730970852968Initializing all the Stores at 1730970852969 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970852969Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970852969Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970852969Cleaning up temporary data from old regions at 1730970852986 (+17 ms)Running coprocessor post-open hooks at 1730970852989 (+3 ms)Region opened successfully at 1730970852990 (+1 ms) 2024-11-07T09:14:12,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe., pid=19, masterSystemTime=1730970852939 2024-11-07T09:14:12,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:12,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:12,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=25988e13ff2e9da6429ca9c79196dcfe, regionState=OPEN, openSeqNum=10, regionLocation=9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:12,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25988e13ff2e9da6429ca9c79196dcfe, server=9f1eb259a29b,41481,1730970847346 because future has completed 2024-11-07T09:14:13,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-07T09:14:13,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 25988e13ff2e9da6429ca9c79196dcfe, server=9f1eb259a29b,41481,1730970847346 in 213 msec 2024-11-07T09:14:13,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-07T09:14:13,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25988e13ff2e9da6429ca9c79196dcfe, ASSIGN in 373 msec 2024-11-07T09:14:13,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-07T09:14:13,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe., hostname=9f1eb259a29b,41481,1730970847346, seqNum=10] 2024-11-07T09:14:13,042 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 9f1eb259a29b,41679,1730970834485 2024-11-07T09:14:13,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-07T09:14:13,049 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:13,049 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:13,143 DEBUG [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:13,168 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/1588230740/.tmp/ns/723c6e72b0ab4316b321265d72afbd7c 2024-11-07T09:14:13,176 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/1588230740/.tmp/ns/723c6e72b0ab4316b321265d72afbd7c as hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/1588230740/ns/723c6e72b0ab4316b321265d72afbd7c 2024-11-07T09:14:13,182 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/1588230740/ns/723c6e72b0ab4316b321265d72afbd7c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T09:14:13,184 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-07T09:14:13,184 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:14:13,189 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T09:14:13,190 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:14:13,190 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:14:13,190 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:13,190 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970852743Running coprocessor pre-close hooks at 1730970852743Disabling compacts and flushes for region at 1730970852743Disabling writes for close at 1730970852743Obtaining lock to block concurrent updates at 1730970852743Preparing flush snapshotting stores in 1588230740 at 1730970852743Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730970852744 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730970852745 (+1 ms)Flushing 1588230740/ns: creating writer at 1730970852745Flushing 1588230740/ns: appending metadata at 1730970852761 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730970852761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b71c2d7: reopening flushed file at 1730970853175 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1730970853184 (+9 ms)Writing region close event to WAL at 1730970853185 (+1 ms)Running coprocessor post-close hooks at 1730970853190 (+5 ms)Closed at 1730970853190 2024-11-07T09:14:13,190 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:13,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41481 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-07T09:14:13,344 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,46709,1730970838348; all regions closed. 2024-11-07T09:14:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741834_1010 (size=1152) 2024-11-07T09:14:13,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/WALs/9f1eb259a29b,46709,1730970838348/9f1eb259a29b%2C46709%2C1730970838348.meta.1730970840996.meta not finished, retry = 0 2024-11-07T09:14:13,451 DEBUG [RS:0;9f1eb259a29b:46709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/oldWALs 2024-11-07T09:14:13,451 INFO [RS:0;9f1eb259a29b:46709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C46709%2C1730970838348.meta:.meta(num 1730970840996) 2024-11-07T09:14:13,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741832_1008 (size=93) 2024-11-07T09:14:13,454 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/WALs/9f1eb259a29b,46709,1730970838348/9f1eb259a29b%2C46709%2C1730970838348.1730970840054 not finished, retry = 0 2024-11-07T09:14:13,557 DEBUG [RS:0;9f1eb259a29b:46709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/oldWALs 2024-11-07T09:14:13,557 INFO [RS:0;9f1eb259a29b:46709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C46709%2C1730970838348:(num 1730970840054) 2024-11-07T09:14:13,557 DEBUG [RS:0;9f1eb259a29b:46709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:13,557 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:14:13,558 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:14:13,558 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:14:13,558 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:14:13,558 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:14:13,558 INFO [RS:0;9f1eb259a29b:46709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46709 2024-11-07T09:14:13,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1881556117/rs/9f1eb259a29b,46709,1730970838348 2024-11-07T09:14:13,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117/rs 2024-11-07T09:14:13,560 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:14:13,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,46709,1730970838348] 2024-11-07T09:14:13,562 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1881556117/draining/9f1eb259a29b,46709,1730970838348 already deleted, retry=false 2024-11-07T09:14:13,562 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,46709,1730970838348 expired; onlineServers=0 2024-11-07T09:14:13,562 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,37267,1730970838296' ***** 2024-11-07T09:14:13,562 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:14:13,563 INFO [M:0;9f1eb259a29b:37267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:14:13,563 INFO [M:0;9f1eb259a29b:37267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:14:13,563 DEBUG [M:0;9f1eb259a29b:37267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:14:13,563 DEBUG [M:0;9f1eb259a29b:37267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:14:13,563 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:14:13,563 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970839791 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970839791,5,FailOnTimeoutGroup] 2024-11-07T09:14:13,563 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970839791 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970839791,5,FailOnTimeoutGroup] 2024-11-07T09:14:13,563 INFO [M:0;9f1eb259a29b:37267 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:14:13,563 INFO [M:0;9f1eb259a29b:37267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:14:13,563 DEBUG [M:0;9f1eb259a29b:37267 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:14:13,563 INFO [M:0;9f1eb259a29b:37267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:14:13,563 INFO [M:0;9f1eb259a29b:37267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:14:13,563 INFO [M:0;9f1eb259a29b:37267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:14:13,564 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:14:13,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1881556117/master 2024-11-07T09:14:13,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1881556117 2024-11-07T09:14:13,565 DEBUG [M:0;9f1eb259a29b:37267 {}] zookeeper.ZKUtil(347): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Unable to get data of znode /1881556117/master because node does not exist (not an error) 2024-11-07T09:14:13,566 WARN [M:0;9f1eb259a29b:37267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:14:13,567 INFO [M:0;9f1eb259a29b:37267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/.lastflushedseqids 2024-11-07T09:14:13,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741836_1012 (size=99) 2024-11-07T09:14:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:13,662 INFO [RS:0;9f1eb259a29b:46709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:14:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46709-0x100f1b4b0550004, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:13,662 INFO [RS:0;9f1eb259a29b:46709 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,46709,1730970838348; zookeeper connection closed. 2024-11-07T09:14:13,662 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77475944 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77475944 2024-11-07T09:14:13,663 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:14:13,973 INFO [M:0;9f1eb259a29b:37267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:14:13,973 INFO [M:0;9f1eb259a29b:37267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:14:13,973 DEBUG [M:0;9f1eb259a29b:37267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:14:13,973 INFO [M:0;9f1eb259a29b:37267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:13,973 DEBUG [M:0;9f1eb259a29b:37267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:13,973 DEBUG [M:0;9f1eb259a29b:37267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:14:13,973 DEBUG [M:0;9f1eb259a29b:37267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:13,974 INFO [M:0;9f1eb259a29b:37267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T09:14:13,991 DEBUG [M:0;9f1eb259a29b:37267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fec54b46ea4471abec37f4c4e4570f0 is 82, key is hbase:meta,,1/info:regioninfo/1730970841043/Put/seqid=0 2024-11-07T09:14:13,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741837_1013 (size=5672) 2024-11-07T09:14:14,056 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:14,056 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:14,397 INFO [M:0;9f1eb259a29b:37267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fec54b46ea4471abec37f4c4e4570f0 2024-11-07T09:14:14,420 DEBUG [M:0;9f1eb259a29b:37267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f94e0b74172446b98cf9cc5696a4429 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730970841066/Put/seqid=0 2024-11-07T09:14:14,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741838_1014 (size=5275) 2024-11-07T09:14:14,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:14:14,825 INFO [M:0;9f1eb259a29b:37267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f94e0b74172446b98cf9cc5696a4429 2024-11-07T09:14:14,847 DEBUG [M:0;9f1eb259a29b:37267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ec140f467dc44ccaea724bcabfabc27 is 69, key is 9f1eb259a29b,46709,1730970838348/rs:state/1730970839895/Put/seqid=0 2024-11-07T09:14:14,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741839_1015 (size=5156) 2024-11-07T09:14:15,163 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:15,163 DEBUG [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/WALs/9f1eb259a29b,41481,1730970847346/9f1eb259a29b%2C41481%2C1730970847346.1730970848491 to pos 0, reset compression=false 2024-11-07T09:14:15,252 INFO [M:0;9f1eb259a29b:37267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ec140f467dc44ccaea724bcabfabc27 2024-11-07T09:14:15,259 DEBUG [M:0;9f1eb259a29b:37267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fec54b46ea4471abec37f4c4e4570f0 as hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fec54b46ea4471abec37f4c4e4570f0 2024-11-07T09:14:15,265 INFO [M:0;9f1eb259a29b:37267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fec54b46ea4471abec37f4c4e4570f0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T09:14:15,266 DEBUG [M:0;9f1eb259a29b:37267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f94e0b74172446b98cf9cc5696a4429 as hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f94e0b74172446b98cf9cc5696a4429 2024-11-07T09:14:15,272 INFO [M:0;9f1eb259a29b:37267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f94e0b74172446b98cf9cc5696a4429, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T09:14:15,273 DEBUG [M:0;9f1eb259a29b:37267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ec140f467dc44ccaea724bcabfabc27 as hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ec140f467dc44ccaea724bcabfabc27 2024-11-07T09:14:15,279 INFO [M:0;9f1eb259a29b:37267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36969/user/jenkins/test-data/09701830-3a24-eefb-522d-51010b491a1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ec140f467dc44ccaea724bcabfabc27, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T09:14:15,280 INFO [M:0;9f1eb259a29b:37267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false 2024-11-07T09:14:15,281 INFO [M:0;9f1eb259a29b:37267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:15,281 DEBUG [M:0;9f1eb259a29b:37267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970853973Disabling compacts and flushes for region at 1730970853973Disabling writes for close at 1730970853973Obtaining lock to block concurrent updates at 1730970853974 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730970853974Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730970853974Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730970853975 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730970853975Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730970853991 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730970853991Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730970854404 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730970854420 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730970854420Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730970854831 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730970854846 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730970854846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404e7967: reopening flushed file at 1730970855258 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ea57c8: reopening flushed file at 1730970855265 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3794bf: reopening flushed file at 1730970855272 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false at 1730970855280 (+8 ms)Writing region close event to WAL at 1730970855281 (+1 ms)Closed at 1730970855281 2024-11-07T09:14:15,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42017 is added to blk_1073741830_1006 (size=10165) 2024-11-07T09:14:15,285 INFO [M:0;9f1eb259a29b:37267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:14:15,285 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:14:15,285 INFO [M:0;9f1eb259a29b:37267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37267 2024-11-07T09:14:15,288 INFO [M:0;9f1eb259a29b:37267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:14:15,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:15,390 INFO [M:0;9f1eb259a29b:37267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:14:15,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x100f1b4b0550003, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:15,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:14:15,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:14:15,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:14:15,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:14:15,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/hadoop.log.dir/,STOPPED} 2024-11-07T09:14:15,399 WARN [BP-1478865247-172.17.0.2-1730970837620 heartbeating to localhost/127.0.0.1:36969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:14:15,399 WARN [BP-1478865247-172.17.0.2-1730970837620 heartbeating to localhost/127.0.0.1:36969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1478865247-172.17.0.2-1730970837620 (Datanode Uuid febebfa4-375c-4f9c-bad7-e3ae0990d0c5) service to localhost/127.0.0.1:36969 2024-11-07T09:14:15,400 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:14:15,400 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:14:15,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/cluster_93bcea45-f64e-a60b-1dc8-4dcc0453253d/data/data1/current/BP-1478865247-172.17.0.2-1730970837620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:14:15,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/cluster_93bcea45-f64e-a60b-1dc8-4dcc0453253d/data/data2/current/BP-1478865247-172.17.0.2-1730970837620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:14:15,402 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:14:15,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:14:15,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:14:15,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:14:15,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:14:15,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/hadoop.log.dir/,STOPPED} 2024-11-07T09:14:15,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:14:15,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:14:15,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:15,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:15,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:15,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:15,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:15,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:14:15,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2138336340, stopped=false 2024-11-07T09:14:15,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,36241,1730970847289 2024-11-07T09:14:15,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0948522039/running 2024-11-07T09:14:15,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0948522039/running 2024-11-07T09:14:15,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:15,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:15,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:14:15,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/running 2024-11-07T09:14:15,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:15,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:15,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:15,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Set watcher on znode that does not yet exist, /0948522039/running 2024-11-07T09:14:15,433 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,41481,1730970847346' ***** 2024-11-07T09:14:15,433 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:14:15,434 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:14:15,434 INFO [RS:0;9f1eb259a29b:41481 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:14:15,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:14:15,434 INFO [RS:0;9f1eb259a29b:41481 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:14:15,434 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(3091): Received CLOSE for 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:15,435 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:15,435 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:14:15,435 INFO [RS:0;9f1eb259a29b:41481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:41481. 2024-11-07T09:14:15,435 DEBUG [RS:0;9f1eb259a29b:41481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:15,435 DEBUG [RS:0;9f1eb259a29b:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:15,435 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:14:15,435 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25988e13ff2e9da6429ca9c79196dcfe, disabling compactions & flushes 2024-11-07T09:14:15,435 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:14:15,435 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:14:15,435 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:15,435 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:14:15,435 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:15,435 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. after waiting 0 ms 2024-11-07T09:14:15,435 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:14:15,435 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:15,435 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25988e13ff2e9da6429ca9c79196dcfe=hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe.} 2024-11-07T09:14:15,435 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25988e13ff2e9da6429ca9c79196dcfe 2024-11-07T09:14:15,435 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:14:15,436 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:14:15,436 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:14:15,436 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:14:15,436 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:14:15,436 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-07T09:14:15,441 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/replication/25988e13ff2e9da6429ca9c79196dcfe/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-07T09:14:15,442 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:14:15,442 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:14:15,442 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:15,442 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25988e13ff2e9da6429ca9c79196dcfe: Waiting for close lock at 1730970855435Running coprocessor pre-close hooks at 1730970855435Disabling compacts and flushes for region at 1730970855435Disabling writes for close at 1730970855435Writing region close event to WAL at 1730970855436 (+1 ms)Running coprocessor post-close hooks at 1730970855441 (+5 ms)Closed at 1730970855442 (+1 ms) 2024-11-07T09:14:15,442 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe. 2024-11-07T09:14:15,456 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:14:15,462 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/info/316cb3e338844cc08aa2cde7ac4e251a is 147, key is hbase:replication,,1730970841259.25988e13ff2e9da6429ca9c79196dcfe./info:regioninfo/1730970852995/Put/seqid=0 2024-11-07T09:14:15,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741851_1027 (size=6385) 2024-11-07T09:14:15,636 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:15,836 DEBUG [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:15,868 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/info/316cb3e338844cc08aa2cde7ac4e251a 2024-11-07T09:14:15,877 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/.tmp/info/316cb3e338844cc08aa2cde7ac4e251a as hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/info/316cb3e338844cc08aa2cde7ac4e251a 2024-11-07T09:14:15,883 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/info/316cb3e338844cc08aa2cde7ac4e251a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-07T09:14:15,884 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false 2024-11-07T09:14:15,890 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-07T09:14:15,890 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:14:15,891 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:14:15,891 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:15,891 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970855435Running coprocessor pre-close hooks at 1730970855435Disabling compacts and flushes for region at 1730970855435Disabling writes for close at 1730970855436 (+1 ms)Obtaining lock to block concurrent updates at 1730970855436Preparing flush snapshotting stores in 1588230740 at 1730970855436Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1730970855436Flushing stores of hbase:meta,,1.1588230740 at 1730970855437 (+1 ms)Flushing 1588230740/info: creating writer at 1730970855438 (+1 ms)Flushing 1588230740/info: appending metadata at 1730970855461 (+23 ms)Flushing 1588230740/info: closing flushed file at 1730970855461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@798b8c0b: reopening flushed file at 1730970855876 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false at 1730970855884 (+8 ms)Writing region close event to WAL at 1730970855886 (+2 ms)Running coprocessor post-close hooks at 1730970855890 (+4 ms)Closed at 1730970855891 (+1 ms) 2024-11-07T09:14:15,891 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:16,036 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,41481,1730970847346; all regions closed. 2024-11-07T09:14:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741849_1025 (size=2156) 2024-11-07T09:14:16,042 DEBUG [RS:0;9f1eb259a29b:41481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs 2024-11-07T09:14:16,042 INFO [RS:0;9f1eb259a29b:41481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41481%2C1730970847346.meta:.meta(num 1730970848933) 2024-11-07T09:14:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741850_1026 (size=796) 2024-11-07T09:14:16,047 DEBUG [RS:0;9f1eb259a29b:41481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs 2024-11-07T09:14:16,047 INFO [RS:0;9f1eb259a29b:41481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41481%2C1730970847346.rep:(num 1730970852947) 2024-11-07T09:14:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741848_1024 (size=93) 2024-11-07T09:14:16,051 DEBUG [RS:0;9f1eb259a29b:41481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/oldWALs 2024-11-07T09:14:16,051 INFO [RS:0;9f1eb259a29b:41481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C41481%2C1730970847346:(num 1730970848491) 2024-11-07T09:14:16,051 DEBUG [RS:0;9f1eb259a29b:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:16,051 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:14:16,051 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:14:16,051 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:14:16,051 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:14:16,052 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:14:16,052 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,41481,1730970847346 because: Region server is closing 2024-11-07T09:14:16,052 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-07T09:14:16,052 INFO [RS:0;9f1eb259a29b:41481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:41481. 2024-11-07T09:14:16,052 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-07T09:14:16,052 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-07T09:14:16,052 DEBUG [RS:0;9f1eb259a29b:41481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:16,052 DEBUG [RS:0;9f1eb259a29b:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:16,052 DEBUG [RS:0;9f1eb259a29b:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:16,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:16,153 WARN [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:14:16,153 WARN [RS:0;9f1eb259a29b:41481.replicationSource.shipper9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T09:14:16,153 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9f1eb259a29b:41481.replicationSource.shipper9f1eb259a29b%2C41481%2C1730970847346,1-9f1eb259a29b,41481,1730970847346 terminated 2024-11-07T09:14:16,153 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9f1eb259a29b,41481,1730970847346 because: Region server is closing 2024-11-07T09:14:16,153 INFO [RS:0;9f1eb259a29b:41481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:41481. 2024-11-07T09:14:16,153 DEBUG [RS:0;9f1eb259a29b:41481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:16,153 DEBUG [RS:0;9f1eb259a29b:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:16,154 DEBUG [RS:0;9f1eb259a29b:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:16,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:16,254 WARN [RS:0;9f1eb259a29b:41481.replicationSource.wal-reader.9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:14:16,254 WARN [RS:0;9f1eb259a29b:41481.replicationSource.shipper9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T09:14:16,254 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;9f1eb259a29b:41481.replicationSource.shipper9f1eb259a29b%2C41481%2C1730970847346,2-9f1eb259a29b,41481,1730970847346 terminated 2024-11-07T09:14:16,254 INFO [RS:0;9f1eb259a29b:41481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41481 2024-11-07T09:14:16,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0948522039/rs/9f1eb259a29b,41481,1730970847346 2024-11-07T09:14:16,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039/rs 2024-11-07T09:14:16,257 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:14:16,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,41481,1730970847346] 2024-11-07T09:14:16,261 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0948522039/draining/9f1eb259a29b,41481,1730970847346 already deleted, retry=false 2024-11-07T09:14:16,261 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,41481,1730970847346 expired; onlineServers=0 2024-11-07T09:14:16,261 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,36241,1730970847289' ***** 2024-11-07T09:14:16,261 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:14:16,261 INFO [M:0;9f1eb259a29b:36241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:14:16,261 INFO [M:0;9f1eb259a29b:36241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:14:16,261 DEBUG [M:0;9f1eb259a29b:36241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:14:16,261 DEBUG [M:0;9f1eb259a29b:36241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:14:16,261 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:14:16,261 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970848094 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970848094,5,FailOnTimeoutGroup] 2024-11-07T09:14:16,261 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970848095 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970848095,5,FailOnTimeoutGroup] 2024-11-07T09:14:16,262 INFO [M:0;9f1eb259a29b:36241 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:14:16,262 INFO [M:0;9f1eb259a29b:36241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:14:16,262 DEBUG [M:0;9f1eb259a29b:36241 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:14:16,262 INFO [M:0;9f1eb259a29b:36241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:14:16,262 INFO [M:0;9f1eb259a29b:36241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:14:16,262 INFO [M:0;9f1eb259a29b:36241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:14:16,262 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:14:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0948522039/master 2024-11-07T09:14:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0948522039 2024-11-07T09:14:16,263 DEBUG [M:0;9f1eb259a29b:36241 {}] zookeeper.ZKUtil(347): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Unable to get data of znode /0948522039/master because node does not exist (not an error) 2024-11-07T09:14:16,263 WARN [M:0;9f1eb259a29b:36241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:14:16,264 INFO [M:0;9f1eb259a29b:36241 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/.lastflushedseqids 2024-11-07T09:14:16,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741852_1028 (size=181) 2024-11-07T09:14:16,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:16,360 INFO [RS:0;9f1eb259a29b:41481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:14:16,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x100f1b4b0550007, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:16,360 INFO [RS:0;9f1eb259a29b:41481 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,41481,1730970847346; zookeeper connection closed. 2024-11-07T09:14:16,360 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cda4cdc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cda4cdc 2024-11-07T09:14:16,361 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:14:16,675 INFO [M:0;9f1eb259a29b:36241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:14:16,675 INFO [M:0;9f1eb259a29b:36241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:14:16,675 DEBUG [M:0;9f1eb259a29b:36241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:14:16,675 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:16,675 DEBUG [M:0;9f1eb259a29b:36241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:16,675 DEBUG [M:0;9f1eb259a29b:36241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:14:16,675 DEBUG [M:0;9f1eb259a29b:36241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:16,675 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-07T09:14:16,694 DEBUG [M:0;9f1eb259a29b:36241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3c394f2d8ea4da1a548c847cb55ccd2 is 82, key is hbase:meta,,1/info:regioninfo/1730970849052/Put/seqid=0 2024-11-07T09:14:16,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741853_1029 (size=5680) 2024-11-07T09:14:17,099 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3c394f2d8ea4da1a548c847cb55ccd2 2024-11-07T09:14:17,122 DEBUG [M:0;9f1eb259a29b:36241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a18df8642924466ca4f6173a6fe6a005 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1730970853003/Put/seqid=0 2024-11-07T09:14:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741854_1030 (size=7319) 2024-11-07T09:14:17,527 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a18df8642924466ca4f6173a6fe6a005 2024-11-07T09:14:17,550 DEBUG [M:0;9f1eb259a29b:36241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3087d6c92cf442f9b878538b71aff3f9 is 69, key is 9f1eb259a29b,41481,1730970847346/rs:state/1730970848138/Put/seqid=0 2024-11-07T09:14:17,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741855_1031 (size=5371) 2024-11-07T09:14:17,956 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3087d6c92cf442f9b878538b71aff3f9 2024-11-07T09:14:17,962 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3087d6c92cf442f9b878538b71aff3f9 2024-11-07T09:14:17,963 DEBUG [M:0;9f1eb259a29b:36241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3c394f2d8ea4da1a548c847cb55ccd2 as hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3c394f2d8ea4da1a548c847cb55ccd2 2024-11-07T09:14:17,969 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3c394f2d8ea4da1a548c847cb55ccd2, entries=8, sequenceid=172, filesize=5.5 K 2024-11-07T09:14:17,971 DEBUG [M:0;9f1eb259a29b:36241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a18df8642924466ca4f6173a6fe6a005 as hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a18df8642924466ca4f6173a6fe6a005 2024-11-07T09:14:17,976 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a18df8642924466ca4f6173a6fe6a005, entries=7, sequenceid=172, filesize=7.1 K 2024-11-07T09:14:17,977 DEBUG [M:0;9f1eb259a29b:36241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3087d6c92cf442f9b878538b71aff3f9 as hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3087d6c92cf442f9b878538b71aff3f9 2024-11-07T09:14:17,983 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3087d6c92cf442f9b878538b71aff3f9 2024-11-07T09:14:17,983 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42317/user/jenkins/test-data/f833222a-941e-4075-9e00-b1826f3fe977/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3087d6c92cf442f9b878538b71aff3f9, entries=2, sequenceid=172, filesize=5.2 K 2024-11-07T09:14:17,984 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false 2024-11-07T09:14:17,986 INFO [M:0;9f1eb259a29b:36241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:17,986 DEBUG [M:0;9f1eb259a29b:36241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970856675Disabling compacts and flushes for region at 1730970856675Disabling writes for close at 1730970856675Obtaining lock to block concurrent updates at 1730970856675Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730970856675Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1730970856676 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730970856677 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730970856677Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730970856693 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730970856693Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730970857106 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730970857121 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730970857122 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730970857534 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730970857549 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730970857549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c93b2d: reopening flushed file at 1730970857962 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ffee650: reopening flushed file at 1730970857970 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bdb0429: reopening flushed file at 1730970857976 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false at 1730970857984 (+8 ms)Writing region close event to WAL at 1730970857986 (+2 ms)Closed at 1730970857986 2024-11-07T09:14:17,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36331 is added to blk_1073741847_1023 (size=22949) 2024-11-07T09:14:17,989 INFO [M:0;9f1eb259a29b:36241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:14:17,989 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:14:17,989 INFO [M:0;9f1eb259a29b:36241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36241 2024-11-07T09:14:17,989 INFO [M:0;9f1eb259a29b:36241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:14:18,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:18,091 INFO [M:0;9f1eb259a29b:36241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:14:18,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36241-0x100f1b4b0550006, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:18,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:14:18,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:14:18,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:14:18,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:14:18,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/hadoop.log.dir/,STOPPED} 2024-11-07T09:14:18,096 WARN [BP-1348312131-172.17.0.2-1730970831095 heartbeating to localhost/127.0.0.1:42317 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:14:18,096 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:14:18,096 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:14:18,096 WARN [BP-1348312131-172.17.0.2-1730970831095 heartbeating to localhost/127.0.0.1:42317 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1348312131-172.17.0.2-1730970831095 (Datanode Uuid d9cd61f4-4fd9-4832-9964-660ba210aaa8) service to localhost/127.0.0.1:42317 2024-11-07T09:14:18,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/cluster_4cccd9a2-58bc-ae01-3062-c8605d4bc551/data/data1/current/BP-1348312131-172.17.0.2-1730970831095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:14:18,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/cluster_4cccd9a2-58bc-ae01-3062-c8605d4bc551/data/data2/current/BP-1348312131-172.17.0.2-1730970831095 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:14:18,098 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:14:18,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:14:18,104 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:14:18,104 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:14:18,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:14:18,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/371edef7-0338-db98-0c3c-ead02c92928b/hadoop.log.dir/,STOPPED} 2024-11-07T09:14:18,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:14:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:14:18,139 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49538) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9f1eb259a29b:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49538) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36969 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9f1eb259a29b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42317 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@25909886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9f1eb259a29b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9f1eb259a29b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9f1eb259a29b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=5411 (was 6591) 2024-11-07T09:14:18,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=5410 2024-11-07T09:14:18,160 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-07T09:14:18,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/hadoop.log.dir so I do NOT create it in target/test-data/296d814b-ad19-1de8-5d97-764571f451be 2024-11-07T09:14:18,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:14:18,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/hadoop.tmp.dir so I do NOT create it in target/test-data/296d814b-ad19-1de8-5d97-764571f451be 2024-11-07T09:14:18,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2c14787-7360-53f1-39e7-df8ef132f009/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:14:18,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be 2024-11-07T09:14:18,162 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/cluster_cfe74ac4-af00-f5e0-116b-1ec953b17cba, deleteOnExit=true 2024-11-07T09:14:18,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/cluster_cfe74ac4-af00-f5e0-116b-1ec953b17cba/zookeeper_0, clientPort=59884, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/cluster_cfe74ac4-af00-f5e0-116b-1ec953b17cba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/cluster_cfe74ac4-af00-f5e0-116b-1ec953b17cba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:14:18,166 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59884 2024-11-07T09:14:18,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:14:18,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:14:18,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/test.cache.data in system properties and HBase conf 2024-11-07T09:14:18,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:14:18,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:14:18,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:14:18,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:14:18,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:14:18,167 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:14:18,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:14:18,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:14:18,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:14:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:14:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:14:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:14:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:14:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:14:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:14:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:14:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:14:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:14:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:14:18,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:14:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100f1b4b0550002, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:14:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100f1b4b0550005, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:14:18,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100f1b4b0550002, quorum=127.0.0.1:49538, baseZNode=/0948522039 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:14:18,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100f1b4b0550005, quorum=127.0.0.1:49538, baseZNode=/1881556117 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:14:18,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:18,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:14:18,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:14:18,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:14:18,267 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:14:18,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:18,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:14:18,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:14:18,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/java.io.tmpdir/jetty-localhost-35813-hadoop-hdfs-3_4_1-tests_jar-_-any-6280869582189763831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:14:18,387 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:35813} 2024-11-07T09:14:18,387 INFO [Time-limited test {}] server.Server(415): Started @29658ms 2024-11-07T09:14:18,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:18,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:14:18,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:14:18,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:14:18,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:14:18,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:14:18,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:14:18,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79f3518d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/java.io.tmpdir/jetty-localhost-35423-hadoop-hdfs-3_4_1-tests_jar-_-any-4729322481391757280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:14:18,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:35423} 2024-11-07T09:14:18,603 INFO [Time-limited test {}] server.Server(415): Started @29873ms 2024-11-07T09:14:18,604 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:14:18,709 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/cluster_cfe74ac4-af00-f5e0-116b-1ec953b17cba/data/data1/current/BP-1779580423-172.17.0.2-1730970858199/current, will proceed with Du for space computation calculation, 2024-11-07T09:14:18,709 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/cluster_cfe74ac4-af00-f5e0-116b-1ec953b17cba/data/data2/current/BP-1779580423-172.17.0.2-1730970858199/current, will proceed with Du for space computation calculation, 2024-11-07T09:14:18,727 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:14:18,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6687951568ab8578 with lease ID 0x6596495f19aa48e7: Processing first storage report for DS-9936e3e0-c552-46a9-842f-a9d5ae2d9f51 from datanode DatanodeRegistration(127.0.0.1:34079, datanodeUuid=e449511e-391b-4c58-b50f-59b5935da058, infoPort=32949, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=1086326498;c=1730970858199) 2024-11-07T09:14:18,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6687951568ab8578 with lease ID 0x6596495f19aa48e7: from storage DS-9936e3e0-c552-46a9-842f-a9d5ae2d9f51 node DatanodeRegistration(127.0.0.1:34079, datanodeUuid=e449511e-391b-4c58-b50f-59b5935da058, infoPort=32949, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=1086326498;c=1730970858199), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:14:18,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6687951568ab8578 with lease ID 0x6596495f19aa48e7: Processing first storage report for DS-9451c821-f680-4509-acb3-597c688ecb54 from datanode DatanodeRegistration(127.0.0.1:34079, datanodeUuid=e449511e-391b-4c58-b50f-59b5935da058, infoPort=32949, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=1086326498;c=1730970858199) 2024-11-07T09:14:18,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6687951568ab8578 with lease ID 0x6596495f19aa48e7: from storage DS-9451c821-f680-4509-acb3-597c688ecb54 node DatanodeRegistration(127.0.0.1:34079, datanodeUuid=e449511e-391b-4c58-b50f-59b5935da058, infoPort=32949, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=1086326498;c=1730970858199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:14:18,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be 2024-11-07T09:14:18,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:18,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:14:19,147 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a with version=8 2024-11-07T09:14:19,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/hbase-staging 2024-11-07T09:14:19,150 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:14:19,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:19,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:19,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:14:19,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:19,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:14:19,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:14:19,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:14:19,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43081 2024-11-07T09:14:19,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43081 connecting to ZooKeeper ensemble=127.0.0.1:59884 2024-11-07T09:14:19,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430810x0, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:19,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43081-0x100f1b51d440000 connected 2024-11-07T09:14:19,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:19,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:19,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Set watcher on znode that does not yet exist, /0-1695063841/running 2024-11-07T09:14:19,185 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a, hbase.cluster.distributed=false 2024-11-07T09:14:19,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Set watcher on znode that does not yet exist, /0-1695063841/acl 2024-11-07T09:14:19,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43081 2024-11-07T09:14:19,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43081 2024-11-07T09:14:19,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43081 2024-11-07T09:14:19,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43081 2024-11-07T09:14:19,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43081 2024-11-07T09:14:19,207 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:14:19,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:19,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:19,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:14:19,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:19,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:14:19,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:14:19,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:14:19,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42081 2024-11-07T09:14:19,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42081 connecting to ZooKeeper ensemble=127.0.0.1:59884 2024-11-07T09:14:19,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:19,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:19,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420810x0, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:19,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420810x0, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Set watcher on znode that does not yet exist, /0-1695063841/running 2024-11-07T09:14:19,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42081-0x100f1b51d440001 connected 2024-11-07T09:14:19,219 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:14:19,220 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:14:19,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Set watcher on znode that does not yet exist, /0-1695063841/master 2024-11-07T09:14:19,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Set watcher on znode that does not yet exist, /0-1695063841/acl 2024-11-07T09:14:19,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42081 2024-11-07T09:14:19,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42081 2024-11-07T09:14:19,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42081 2024-11-07T09:14:19,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42081 2024-11-07T09:14:19,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42081 2024-11-07T09:14:19,245 DEBUG [M:0;9f1eb259a29b:43081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:43081 2024-11-07T09:14:19,246 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1695063841/backup-masters/9f1eb259a29b,43081,1730970859150 2024-11-07T09:14:19,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841/backup-masters 2024-11-07T09:14:19,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841/backup-masters 2024-11-07T09:14:19,254 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Set watcher on existing znode=/0-1695063841/backup-masters/9f1eb259a29b,43081,1730970859150 2024-11-07T09:14:19,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1695063841/master 2024-11-07T09:14:19,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:19,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:19,256 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Set watcher on existing znode=/0-1695063841/master 2024-11-07T09:14:19,256 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1695063841/backup-masters/9f1eb259a29b,43081,1730970859150 from backup master directory 2024-11-07T09:14:19,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841/backup-masters 2024-11-07T09:14:19,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1695063841/backup-masters/9f1eb259a29b,43081,1730970859150 2024-11-07T09:14:19,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841/backup-masters 2024-11-07T09:14:19,261 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:14:19,261 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,43081,1730970859150 2024-11-07T09:14:19,276 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/hbase.id] with ID: 74db9619-334f-4041-92f3-b88eb7ecf38c 2024-11-07T09:14:19,276 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/.tmp/hbase.id 2024-11-07T09:14:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:14:19,695 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/.tmp/hbase.id]:[hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/hbase.id] 2024-11-07T09:14:19,712 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:19,712 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:14:19,713 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:14:19,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:19,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:14:20,124 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:14:20,125 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:14:20,125 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:20,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:14:20,535 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store 2024-11-07T09:14:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:14:20,543 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:20,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:14:20,544 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:20,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:20,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:14:20,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:20,544 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:20,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970860544Disabling compacts and flushes for region at 1730970860544Disabling writes for close at 1730970860544Writing region close event to WAL at 1730970860544Closed at 1730970860544 2024-11-07T09:14:20,545 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/.initializing 2024-11-07T09:14:20,545 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/WALs/9f1eb259a29b,43081,1730970859150 2024-11-07T09:14:20,547 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:14:20,549 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C43081%2C1730970859150, suffix=, logDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/WALs/9f1eb259a29b,43081,1730970859150, archiveDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/oldWALs, maxLogs=10 2024-11-07T09:14:20,571 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/WALs/9f1eb259a29b,43081,1730970859150/9f1eb259a29b%2C43081%2C1730970859150.1730970860549, exclude list is [], retry=0 2024-11-07T09:14:20,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-9936e3e0-c552-46a9-842f-a9d5ae2d9f51,DISK] 2024-11-07T09:14:20,583 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/WALs/9f1eb259a29b,43081,1730970859150/9f1eb259a29b%2C43081%2C1730970859150.1730970860549 2024-11-07T09:14:20,584 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32949:32949)] 2024-11-07T09:14:20,584 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:20,585 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:20,585 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,585 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:14:20,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:20,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:20,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:14:20,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:20,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:20,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:14:20,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:20,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:20,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:14:20,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:20,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:20,598 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,599 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,599 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,600 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,601 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,601 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:20,603 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:20,605 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:20,606 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66312774, jitterRate=-0.01186266541481018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:20,607 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970860585Initializing all the Stores at 1730970860586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970860586Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970860588 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970860588Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970860588Cleaning up temporary data from old regions at 1730970860601 (+13 ms)Region opened successfully at 1730970860607 (+6 ms) 2024-11-07T09:14:20,608 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:14:20,612 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71edfdc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:14:20,613 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:14:20,613 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:14:20,613 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:14:20,613 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:14:20,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:14:20,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:14:20,614 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:14:20,617 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:14:20,618 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Unable to get data of znode /0-1695063841/balancer because node does not exist (not necessarily an error) 2024-11-07T09:14:20,619 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695063841/balancer already deleted, retry=false 2024-11-07T09:14:20,619 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:14:20,620 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Unable to get data of znode /0-1695063841/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:14:20,622 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695063841/normalizer already deleted, retry=false 2024-11-07T09:14:20,622 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:14:20,623 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Unable to get data of znode /0-1695063841/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:14:20,625 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695063841/switch/split already deleted, retry=false 2024-11-07T09:14:20,626 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Unable to get data of znode /0-1695063841/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:14:20,627 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695063841/switch/merge already deleted, retry=false 2024-11-07T09:14:20,630 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Unable to get data of znode /0-1695063841/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:14:20,631 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695063841/snapshot-cleanup already deleted, retry=false 2024-11-07T09:14:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1695063841/running 2024-11-07T09:14:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1695063841/running 2024-11-07T09:14:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:20,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:20,634 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,43081,1730970859150, sessionid=0x100f1b51d440000, setting cluster-up flag (Was=false) 2024-11-07T09:14:20,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:20,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:20,644 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1695063841/flush-table-proc/acquired, /0-1695063841/flush-table-proc/reached, /0-1695063841/flush-table-proc/abort 2024-11-07T09:14:20,645 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,43081,1730970859150 2024-11-07T09:14:20,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:20,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:20,656 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1695063841/online-snapshot/acquired, /0-1695063841/online-snapshot/reached, /0-1695063841/online-snapshot/abort 2024-11-07T09:14:20,657 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,43081,1730970859150 2024-11-07T09:14:20,659 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:14:20,668 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:20,669 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:14:20,669 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:14:20,669 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,43081,1730970859150 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:14:20,671 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:20,671 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:20,671 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:20,671 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:20,671 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:14:20,671 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,671 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:14:20,671 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,673 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:20,673 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:14:20,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:20,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:14:20,680 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730970890680 2024-11-07T09:14:20,680 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:14:20,681 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:14:20,681 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:14:20,681 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:14:20,681 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:14:20,681 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:14:20,681 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,684 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:14:20,684 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:14:20,684 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:14:20,685 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:14:20,688 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:14:20,688 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:14:20,689 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970860688,5,FailOnTimeoutGroup] 2024-11-07T09:14:20,689 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970860689,5,FailOnTimeoutGroup] 2024-11-07T09:14:20,689 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,689 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:14:20,689 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,689 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:14:20,732 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(746): ClusterId : 74db9619-334f-4041-92f3-b88eb7ecf38c 2024-11-07T09:14:20,732 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:14:20,735 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:14:20,735 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:14:20,737 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:14:20,738 DEBUG [RS:0;9f1eb259a29b:42081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45993ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:14:20,757 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:42081 2024-11-07T09:14:20,757 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:14:20,757 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:14:20,757 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:14:20,759 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,43081,1730970859150 with port=42081, startcode=1730970859207 2024-11-07T09:14:20,759 DEBUG [RS:0;9f1eb259a29b:42081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:14:20,761 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:14:20,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:20,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43081 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:20,764 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a 2024-11-07T09:14:20,764 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42249 2024-11-07T09:14:20,764 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:14:20,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841/rs 2024-11-07T09:14:20,767 DEBUG [RS:0;9f1eb259a29b:42081 {}] zookeeper.ZKUtil(111): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Set watcher on existing znode=/0-1695063841/rs/9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:20,767 WARN [RS:0;9f1eb259a29b:42081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:14:20,768 INFO [RS:0;9f1eb259a29b:42081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:20,768 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:20,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,42081,1730970859207] 2024-11-07T09:14:20,772 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:14:20,774 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:14:20,776 INFO [RS:0;9f1eb259a29b:42081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:14:20,776 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,777 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:14:20,777 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:14:20,778 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:14:20,778 DEBUG [RS:0;9f1eb259a29b:42081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:14:20,784 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,784 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,784 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,784 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,784 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,784 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,42081,1730970859207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:14:20,808 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:14:20,808 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,42081,1730970859207-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,809 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,809 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.Replication(171): 9f1eb259a29b,42081,1730970859207 started 2024-11-07T09:14:20,832 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:20,832 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,42081,1730970859207, RpcServer on 9f1eb259a29b/172.17.0.2:42081, sessionid=0x100f1b51d440001 2024-11-07T09:14:20,832 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:14:20,832 DEBUG [RS:0;9f1eb259a29b:42081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:20,833 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,42081,1730970859207' 2024-11-07T09:14:20,833 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1695063841/flush-table-proc/abort' 2024-11-07T09:14:20,833 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1695063841/flush-table-proc/acquired' 2024-11-07T09:14:20,834 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:14:20,834 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:14:20,834 DEBUG [RS:0;9f1eb259a29b:42081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:20,834 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,42081,1730970859207' 2024-11-07T09:14:20,834 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1695063841/online-snapshot/abort' 2024-11-07T09:14:20,834 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1695063841/online-snapshot/acquired' 2024-11-07T09:14:20,835 DEBUG [RS:0;9f1eb259a29b:42081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:14:20,835 INFO [RS:0;9f1eb259a29b:42081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:14:20,835 INFO [RS:0;9f1eb259a29b:42081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:14:20,935 INFO [RS:0;9f1eb259a29b:42081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:14:20,938 INFO [RS:0;9f1eb259a29b:42081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C42081%2C1730970859207, suffix=, logDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207, archiveDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/oldWALs, maxLogs=10 2024-11-07T09:14:20,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:14:20,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:20,959 DEBUG [RS:0;9f1eb259a29b:42081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.1730970860939, exclude list is [], retry=0 2024-11-07T09:14:20,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-9936e3e0-c552-46a9-842f-a9d5ae2d9f51,DISK] 2024-11-07T09:14:20,967 INFO [RS:0;9f1eb259a29b:42081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.1730970860939 2024-11-07T09:14:20,967 DEBUG [RS:0;9f1eb259a29b:42081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32949:32949)] 2024-11-07T09:14:20,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:21,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:14:21,093 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a 2024-11-07T09:14:21,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:14:21,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:21,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:14:21,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:14:21,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:21,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:21,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:14:21,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:14:21,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:21,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:21,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:14:21,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:14:21,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:21,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:21,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:14:21,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:14:21,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:21,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:21,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:14:21,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740 2024-11-07T09:14:21,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740 2024-11-07T09:14:21,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:14:21,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:14:21,515 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:21,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:14:21,519 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:21,519 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72490231, jitterRate=0.08018861711025238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:21,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730970861501Initializing all the Stores at 1730970861502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970861502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970861502Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970861502Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970861502Cleaning up temporary data from old regions at 1730970861514 (+12 ms)Region opened successfully at 1730970861520 (+6 ms) 2024-11-07T09:14:21,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:14:21,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:14:21,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:14:21,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:14:21,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:14:21,521 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:21,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970861520Disabling compacts and flushes for region at 1730970861520Disabling writes for close at 1730970861521 (+1 ms)Writing region close event to WAL at 1730970861521Closed at 1730970861521 2024-11-07T09:14:21,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:21,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:14:21,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:14:21,524 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:21,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:14:21,675 DEBUG [9f1eb259a29b:43081 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:14:21,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:21,677 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,42081,1730970859207, state=OPENING 2024-11-07T09:14:21,679 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:14:21,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:21,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:21,684 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:21,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1695063841/meta-region-server: CHANGED 2024-11-07T09:14:21,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1695063841/meta-region-server: CHANGED 2024-11-07T09:14:21,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,42081,1730970859207}] 2024-11-07T09:14:21,838 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:14:21,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:14:21,844 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:14:21,844 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:21,845 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:14:21,847 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C42081%2C1730970859207.meta, suffix=.meta, logDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207, archiveDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/oldWALs, maxLogs=10 2024-11-07T09:14:21,861 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.meta.1730970861847.meta, exclude list is [], retry=0 2024-11-07T09:14:21,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-9936e3e0-c552-46a9-842f-a9d5ae2d9f51,DISK] 2024-11-07T09:14:21,866 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.meta.1730970861847.meta 2024-11-07T09:14:21,866 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32949:32949)] 2024-11-07T09:14:21,866 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:21,867 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:21,867 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:14:21,867 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:14:21,867 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:14:21,867 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:14:21,867 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:21,867 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:14:21,867 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:14:21,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:14:21,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:14:21,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:21,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:21,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:14:21,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:14:21,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:21,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:21,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:14:21,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:14:21,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:21,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:21,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:14:21,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:14:21,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:21,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:21,877 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:14:21,878 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740 2024-11-07T09:14:21,879 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740 2024-11-07T09:14:21,880 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:14:21,880 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:14:21,881 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:21,882 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:14:21,883 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67220790, jitterRate=0.0016678273677825928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:21,884 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:14:21,885 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970861867Writing region info on filesystem at 1730970861867Initializing all the Stores at 1730970861868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970861868Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970861869 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970861869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970861869Cleaning up temporary data from old regions at 1730970861880 (+11 ms)Running coprocessor post-open hooks at 1730970861884 (+4 ms)Region opened successfully at 1730970861885 (+1 ms) 2024-11-07T09:14:21,886 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730970861837 2024-11-07T09:14:21,888 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:14:21,888 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:14:21,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:21,890 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,42081,1730970859207, state=OPEN 2024-11-07T09:14:21,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1695063841/meta-region-server 2024-11-07T09:14:21,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1695063841/meta-region-server 2024-11-07T09:14:21,892 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:21,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1695063841/meta-region-server: CHANGED 2024-11-07T09:14:21,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1695063841/meta-region-server: CHANGED 2024-11-07T09:14:21,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:14:21,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,42081,1730970859207 in 208 msec 2024-11-07T09:14:21,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:14:21,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-07T09:14:21,898 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:21,898 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:14:21,900 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:21,900 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,42081,1730970859207, seqNum=-1] 2024-11-07T09:14:21,900 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:21,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:21,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-11-07T09:14:21,908 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970861908, completionTime=-1 2024-11-07T09:14:21,908 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:14:21,908 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:14:21,910 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:14:21,910 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730970921910 2024-11-07T09:14:21,910 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730970981910 2024-11-07T09:14:21,910 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:14:21,910 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43081,1730970859150-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:21,910 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43081,1730970859150-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:21,910 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43081,1730970859150-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:21,911 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:43081, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:21,911 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:21,911 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:21,913 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:14:21,915 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.654sec 2024-11-07T09:14:21,915 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:14:21,915 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:14:21,915 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:14:21,915 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:14:21,915 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:14:21,915 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43081,1730970859150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:14:21,915 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43081,1730970859150-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:14:21,918 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:14:21,918 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:14:21,918 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43081,1730970859150-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:21,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:21,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,43081,-1 for getting cluster id 2024-11-07T09:14:21,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:21,933 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74db9619-334f-4041-92f3-b88eb7ecf38c' 2024-11-07T09:14:21,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:21,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74db9619-334f-4041-92f3-b88eb7ecf38c" 2024-11-07T09:14:21,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe40690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:21,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,43081,-1] 2024-11-07T09:14:21,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:21,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:21,935 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:21,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:21,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,42081,1730970859207, seqNum=-1] 2024-11-07T09:14:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:21,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:21,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,43081,1730970859150 2024-11-07T09:14:21,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59884 2024-11-07T09:14:21,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:21,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100f1b51d440002 connected 2024-11-07T09:14:21,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/hadoop.log.dir so I do NOT create it in target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92 2024-11-07T09:14:21,949 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:14:21,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/hadoop.tmp.dir so I do NOT create it in target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92 2024-11-07T09:14:21,949 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:14:21,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92 2024-11-07T09:14:21,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:14:21,949 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/cluster_e4b11ccb-95f3-d8f9-4b82-288c595e9ad2, deleteOnExit=true 2024-11-07T09:14:21,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:14:21,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/test.cache.data in system properties and HBase conf 2024-11-07T09:14:21,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:14:21,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:14:21,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:14:21,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:14:21,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:14:21,950 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:14:21,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:14:21,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:14:21,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:14:21,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:14:21,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:14:21,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:14:21,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:14:21,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:14:21,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:14:21,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:14:21,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:14:21,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:14:21,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:14:21,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:14:22,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:22,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:14:22,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:14:22,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:14:22,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:14:22,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:22,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:14:22,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:14:22,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/java.io.tmpdir/jetty-localhost-42467-hadoop-hdfs-3_4_1-tests_jar-_-any-17257475444712094617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:14:22,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:42467} 2024-11-07T09:14:22,172 INFO [Time-limited test {}] server.Server(415): Started @33443ms 2024-11-07T09:14:22,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:22,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:14:22,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:14:22,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:14:22,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:14:22,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:14:22,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:14:22,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51da98bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/java.io.tmpdir/jetty-localhost-38051-hadoop-hdfs-3_4_1-tests_jar-_-any-9339379890077102150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:14:22,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:38051} 2024-11-07T09:14:22,384 INFO [Time-limited test {}] server.Server(415): Started @33655ms 2024-11-07T09:14:22,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:14:22,497 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/cluster_e4b11ccb-95f3-d8f9-4b82-288c595e9ad2/data/data2/current/BP-597777923-172.17.0.2-1730970861984/current, will proceed with Du for space computation calculation, 2024-11-07T09:14:22,497 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/cluster_e4b11ccb-95f3-d8f9-4b82-288c595e9ad2/data/data1/current/BP-597777923-172.17.0.2-1730970861984/current, will proceed with Du for space computation calculation, 2024-11-07T09:14:22,515 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:14:22,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26cfeb2995478b4 with lease ID 0x7334362cdb3709f4: Processing first storage report for DS-052c16fa-a23e-4197-adb2-84d3c9a11a59 from datanode DatanodeRegistration(127.0.0.1:42197, datanodeUuid=467c2eed-857c-424b-953c-4e84c1b1bd28, infoPort=45863, infoSecurePort=0, ipcPort=46427, storageInfo=lv=-57;cid=testClusterID;nsid=1442153481;c=1730970861984) 2024-11-07T09:14:22,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26cfeb2995478b4 with lease ID 0x7334362cdb3709f4: from storage DS-052c16fa-a23e-4197-adb2-84d3c9a11a59 node DatanodeRegistration(127.0.0.1:42197, datanodeUuid=467c2eed-857c-424b-953c-4e84c1b1bd28, infoPort=45863, infoSecurePort=0, ipcPort=46427, storageInfo=lv=-57;cid=testClusterID;nsid=1442153481;c=1730970861984), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:14:22,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26cfeb2995478b4 with lease ID 0x7334362cdb3709f4: Processing first storage report for DS-495e74d5-4766-4bfb-b430-fe517ca67dbe from datanode DatanodeRegistration(127.0.0.1:42197, datanodeUuid=467c2eed-857c-424b-953c-4e84c1b1bd28, infoPort=45863, infoSecurePort=0, ipcPort=46427, storageInfo=lv=-57;cid=testClusterID;nsid=1442153481;c=1730970861984) 2024-11-07T09:14:22,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26cfeb2995478b4 with lease ID 0x7334362cdb3709f4: from storage DS-495e74d5-4766-4bfb-b430-fe517ca67dbe node DatanodeRegistration(127.0.0.1:42197, datanodeUuid=467c2eed-857c-424b-953c-4e84c1b1bd28, infoPort=45863, infoSecurePort=0, ipcPort=46427, storageInfo=lv=-57;cid=testClusterID;nsid=1442153481;c=1730970861984), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:14:22,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92 2024-11-07T09:14:22,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:22,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:22,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:14:23,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7 with version=8 2024-11-07T09:14:23,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/hbase-staging 2024-11-07T09:14:23,029 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:14:23,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:23,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:23,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:14:23,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:23,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:14:23,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:14:23,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:14:23,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46647 2024-11-07T09:14:23,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46647 connecting to ZooKeeper ensemble=127.0.0.1:59884 2024-11-07T09:14:23,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466470x0, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:23,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46647-0x100f1b51d440003 connected 2024-11-07T09:14:23,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:23,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:23,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Set watcher on znode that does not yet exist, /1305067860/running 2024-11-07T09:14:23,051 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7, hbase.cluster.distributed=false 2024-11-07T09:14:23,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Set watcher on znode that does not yet exist, /1305067860/acl 2024-11-07T09:14:23,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-07T09:14:23,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46647 2024-11-07T09:14:23,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46647 2024-11-07T09:14:23,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-07T09:14:23,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46647 2024-11-07T09:14:23,069 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:14:23,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:23,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:23,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:14:23,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:23,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:14:23,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:14:23,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:14:23,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33415 2024-11-07T09:14:23,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33415 connecting to ZooKeeper ensemble=127.0.0.1:59884 2024-11-07T09:14:23,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:23,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:23,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334150x0, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:23,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33415-0x100f1b51d440004 connected 2024-11-07T09:14:23,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Set watcher on znode that does not yet exist, /1305067860/running 2024-11-07T09:14:23,079 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:14:23,082 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:14:23,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Set watcher on znode that does not yet exist, /1305067860/master 2024-11-07T09:14:23,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Set watcher on znode that does not yet exist, /1305067860/acl 2024-11-07T09:14:23,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33415 2024-11-07T09:14:23,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33415 2024-11-07T09:14:23,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33415 2024-11-07T09:14:23,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33415 2024-11-07T09:14:23,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33415 2024-11-07T09:14:23,099 DEBUG [M:0;9f1eb259a29b:46647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:46647 2024-11-07T09:14:23,099 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1305067860/backup-masters/9f1eb259a29b,46647,1730970863028 2024-11-07T09:14:23,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860/backup-masters 2024-11-07T09:14:23,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860/backup-masters 2024-11-07T09:14:23,101 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Set watcher on existing znode=/1305067860/backup-masters/9f1eb259a29b,46647,1730970863028 2024-11-07T09:14:23,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1305067860/master 2024-11-07T09:14:23,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:23,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:23,104 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Set watcher on existing znode=/1305067860/master 2024-11-07T09:14:23,104 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1305067860/backup-masters/9f1eb259a29b,46647,1730970863028 from backup master directory 2024-11-07T09:14:23,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1305067860/backup-masters/9f1eb259a29b,46647,1730970863028 2024-11-07T09:14:23,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860/backup-masters 2024-11-07T09:14:23,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860/backup-masters 2024-11-07T09:14:23,106 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:14:23,106 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,46647,1730970863028 2024-11-07T09:14:23,111 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/hbase.id] with ID: eda42d4f-53b7-4aad-a1d4-38b00e7bd871 2024-11-07T09:14:23,111 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/.tmp/hbase.id 2024-11-07T09:14:23,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:14:23,519 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/.tmp/hbase.id]:[hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/hbase.id] 2024-11-07T09:14:23,533 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:23,533 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:14:23,535 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T09:14:23,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:23,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:23,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:14:23,945 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:14:23,946 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:14:23,947 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:14:24,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T09:14:24,356 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store 2024-11-07T09:14:24,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:14:24,763 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:24,763 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:14:24,764 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:24,764 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:24,764 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:14:24,764 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:24,764 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:24,764 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970864763Disabling compacts and flushes for region at 1730970864763Disabling writes for close at 1730970864764 (+1 ms)Writing region close event to WAL at 1730970864764Closed at 1730970864764 2024-11-07T09:14:24,765 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/.initializing 2024-11-07T09:14:24,765 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/WALs/9f1eb259a29b,46647,1730970863028 2024-11-07T09:14:24,766 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:14:24,768 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C46647%2C1730970863028, suffix=, logDir=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/WALs/9f1eb259a29b,46647,1730970863028, archiveDir=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/oldWALs, maxLogs=10 2024-11-07T09:14:24,782 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/WALs/9f1eb259a29b,46647,1730970863028/9f1eb259a29b%2C46647%2C1730970863028.1730970864768, exclude list is [], retry=0 2024-11-07T09:14:24,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42197,DS-052c16fa-a23e-4197-adb2-84d3c9a11a59,DISK] 2024-11-07T09:14:24,787 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/WALs/9f1eb259a29b,46647,1730970863028/9f1eb259a29b%2C46647%2C1730970863028.1730970864768 2024-11-07T09:14:24,787 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45863:45863)] 2024-11-07T09:14:24,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:24,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:24,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:14:24,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:24,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:24,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:14:24,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:24,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:24,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:14:24,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:24,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:24,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:14:24,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:24,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:24,796 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,797 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,798 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,799 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,799 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,799 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:24,801 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:24,803 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:24,803 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59751713, jitterRate=-0.10963009297847748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:24,803 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970864788Initializing all the Stores at 1730970864789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970864789Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970864789Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970864789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970864789Cleaning up temporary data from old regions at 1730970864799 (+10 ms)Region opened successfully at 1730970864803 (+4 ms) 2024-11-07T09:14:24,803 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:14:24,807 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be97c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:14:24,808 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:14:24,808 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:14:24,808 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:14:24,808 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:14:24,808 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:14:24,809 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:14:24,809 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:14:24,811 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:14:24,812 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Unable to get data of znode /1305067860/balancer because node does not exist (not necessarily an error) 2024-11-07T09:14:24,813 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1305067860/balancer already deleted, retry=false 2024-11-07T09:14:24,813 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:14:24,814 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Unable to get data of znode /1305067860/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:14:24,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1305067860/normalizer already deleted, retry=false 2024-11-07T09:14:24,816 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:14:24,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Unable to get data of znode /1305067860/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:14:24,819 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1305067860/switch/split already deleted, retry=false 2024-11-07T09:14:24,819 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Unable to get data of znode /1305067860/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:14:24,820 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1305067860/switch/merge already deleted, retry=false 2024-11-07T09:14:24,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Unable to get data of znode /1305067860/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:14:24,824 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1305067860/snapshot-cleanup already deleted, retry=false 2024-11-07T09:14:24,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1305067860/running 2024-11-07T09:14:24,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1305067860/running 2024-11-07T09:14:24,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:24,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:24,827 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,46647,1730970863028, sessionid=0x100f1b51d440003, setting cluster-up flag (Was=false) 2024-11-07T09:14:24,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:24,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:24,836 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1305067860/flush-table-proc/acquired, /1305067860/flush-table-proc/reached, /1305067860/flush-table-proc/abort 2024-11-07T09:14:24,837 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,46647,1730970863028 2024-11-07T09:14:24,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:24,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:24,845 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1305067860/online-snapshot/acquired, /1305067860/online-snapshot/reached, /1305067860/online-snapshot/abort 2024-11-07T09:14:24,846 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,46647,1730970863028 2024-11-07T09:14:24,847 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:14:24,849 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:24,850 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:14:24,850 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:14:24,850 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,46647,1730970863028 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:14:24,880 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:24,880 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:24,880 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:24,880 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:24,880 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:14:24,880 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,880 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:14:24,880 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,881 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730970894881 2024-11-07T09:14:24,881 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:14:24,881 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:14:24,881 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:14:24,881 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:14:24,881 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:14:24,881 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:14:24,881 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,882 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:14:24,882 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:14:24,882 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:14:24,882 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:14:24,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:24,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:14:24,883 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:14:24,883 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:14:24,883 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970864883,5,FailOnTimeoutGroup] 2024-11-07T09:14:24,884 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:24,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:14:24,884 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970864883,5,FailOnTimeoutGroup] 2024-11-07T09:14:24,884 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,884 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:14:24,884 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,884 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,889 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(746): ClusterId : eda42d4f-53b7-4aad-a1d4-38b00e7bd871 2024-11-07T09:14:24,889 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:14:24,892 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:14:24,892 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:14:24,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:14:24,898 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:14:24,898 DEBUG [RS:0;9f1eb259a29b:33415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9aef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:14:24,910 DEBUG [RS:0;9f1eb259a29b:33415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:33415 2024-11-07T09:14:24,910 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:14:24,910 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:14:24,910 DEBUG [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:14:24,911 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,46647,1730970863028 with port=33415, startcode=1730970863069 2024-11-07T09:14:24,911 DEBUG [RS:0;9f1eb259a29b:33415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:14:24,913 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:14:24,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,33415,1730970863069 2024-11-07T09:14:24,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46647 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,33415,1730970863069 2024-11-07T09:14:24,915 DEBUG [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7 2024-11-07T09:14:24,915 DEBUG [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45305 2024-11-07T09:14:24,915 DEBUG [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:14:24,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860/rs 2024-11-07T09:14:24,920 DEBUG [RS:0;9f1eb259a29b:33415 {}] zookeeper.ZKUtil(111): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Set watcher on existing znode=/1305067860/rs/9f1eb259a29b,33415,1730970863069 2024-11-07T09:14:24,920 WARN [RS:0;9f1eb259a29b:33415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:14:24,920 INFO [RS:0;9f1eb259a29b:33415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:24,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,33415,1730970863069] 2024-11-07T09:14:24,921 DEBUG [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/WALs/9f1eb259a29b,33415,1730970863069 2024-11-07T09:14:24,924 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:14:24,925 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:14:24,926 INFO [RS:0;9f1eb259a29b:33415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:14:24,926 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,926 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:14:24,927 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:14:24,927 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,927 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,927 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,927 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,927 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,927 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,927 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:14:24,927 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,927 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,927 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,927 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,928 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,928 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:24,928 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:14:24,928 DEBUG [RS:0;9f1eb259a29b:33415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:14:24,929 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,929 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,930 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,930 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,930 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,930 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33415,1730970863069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:14:24,943 WARN [RS:0;9f1eb259a29b:42081 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9f1eb259a29b,41679,1730970834485: status=Processing ServerCrashProcedure of 9f1eb259a29b,41679,1730970834485 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1730970848094, completionTime=-1 appears to have been leaked 2024-11-07T09:14:24,944 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:14:24,944 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33415,1730970863069-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,944 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,944 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.Replication(171): 9f1eb259a29b,33415,1730970863069 started 2024-11-07T09:14:24,957 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:24,957 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,33415,1730970863069, RpcServer on 9f1eb259a29b/172.17.0.2:33415, sessionid=0x100f1b51d440004 2024-11-07T09:14:24,957 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:14:24,957 DEBUG [RS:0;9f1eb259a29b:33415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,33415,1730970863069 2024-11-07T09:14:24,957 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,33415,1730970863069' 2024-11-07T09:14:24,957 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1305067860/flush-table-proc/abort' 2024-11-07T09:14:24,958 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1305067860/flush-table-proc/acquired' 2024-11-07T09:14:24,958 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:14:24,958 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:14:24,959 DEBUG [RS:0;9f1eb259a29b:33415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,33415,1730970863069 2024-11-07T09:14:24,959 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,33415,1730970863069' 2024-11-07T09:14:24,959 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1305067860/online-snapshot/abort' 2024-11-07T09:14:24,959 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1305067860/online-snapshot/acquired' 2024-11-07T09:14:24,959 DEBUG [RS:0;9f1eb259a29b:33415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:14:24,959 INFO [RS:0;9f1eb259a29b:33415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:14:24,959 INFO [RS:0;9f1eb259a29b:33415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:14:25,060 INFO [RS:0;9f1eb259a29b:33415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:14:25,061 INFO [RS:0;9f1eb259a29b:33415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C33415%2C1730970863069, suffix=, logDir=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/WALs/9f1eb259a29b,33415,1730970863069, archiveDir=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/oldWALs, maxLogs=10 2024-11-07T09:14:25,075 DEBUG [RS:0;9f1eb259a29b:33415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/WALs/9f1eb259a29b,33415,1730970863069/9f1eb259a29b%2C33415%2C1730970863069.1730970865062, exclude list is [], retry=0 2024-11-07T09:14:25,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42197,DS-052c16fa-a23e-4197-adb2-84d3c9a11a59,DISK] 2024-11-07T09:14:25,080 INFO [RS:0;9f1eb259a29b:33415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/WALs/9f1eb259a29b,33415,1730970863069/9f1eb259a29b%2C33415%2C1730970863069.1730970865062 2024-11-07T09:14:25,080 DEBUG [RS:0;9f1eb259a29b:33415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45863:45863)] 2024-11-07T09:14:25,296 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:14:25,296 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7 2024-11-07T09:14:25,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:14:25,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:25,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:14:25,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:14:25,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:25,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:25,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:14:25,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:14:25,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:25,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:25,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:14:25,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:14:25,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:25,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:25,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:14:25,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:14:25,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:25,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:25,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:14:25,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/1588230740 2024-11-07T09:14:25,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/1588230740 2024-11-07T09:14:25,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:14:25,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:14:25,714 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:25,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:14:25,717 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:25,717 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59092926, jitterRate=-0.1194467842578888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:25,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730970865703Initializing all the Stores at 1730970865704 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970865704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970865704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970865704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970865704Cleaning up temporary data from old regions at 1730970865713 (+9 ms)Region opened successfully at 1730970865718 (+5 ms) 2024-11-07T09:14:25,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:14:25,718 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:14:25,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:14:25,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:14:25,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:14:25,718 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:25,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970865718Disabling compacts and flushes for region at 1730970865718Disabling writes for close at 1730970865718Writing region close event to WAL at 1730970865718Closed at 1730970865718 2024-11-07T09:14:25,719 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:25,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:14:25,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:14:25,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:25,722 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:14:25,872 DEBUG [9f1eb259a29b:46647 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:14:25,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,33415,1730970863069 2024-11-07T09:14:25,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,33415,1730970863069, state=OPENING 2024-11-07T09:14:25,876 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:14:25,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:25,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:25,879 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:25,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1305067860/meta-region-server: CHANGED 2024-11-07T09:14:25,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1305067860/meta-region-server: CHANGED 2024-11-07T09:14:25,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,33415,1730970863069}] 2024-11-07T09:14:26,032 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:14:26,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:14:26,038 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:14:26,038 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:26,038 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:14:26,040 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C33415%2C1730970863069.meta, suffix=.meta, logDir=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/WALs/9f1eb259a29b,33415,1730970863069, archiveDir=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/oldWALs, maxLogs=10 2024-11-07T09:14:26,056 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/WALs/9f1eb259a29b,33415,1730970863069/9f1eb259a29b%2C33415%2C1730970863069.meta.1730970866040.meta, exclude list is [], retry=0 2024-11-07T09:14:26,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42197,DS-052c16fa-a23e-4197-adb2-84d3c9a11a59,DISK] 2024-11-07T09:14:26,060 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/WALs/9f1eb259a29b,33415,1730970863069/9f1eb259a29b%2C33415%2C1730970863069.meta.1730970866040.meta 2024-11-07T09:14:26,060 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45863:45863)] 2024-11-07T09:14:26,060 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:26,061 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:26,061 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:14:26,061 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:14:26,061 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:14:26,061 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:14:26,061 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:26,061 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:14:26,061 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:14:26,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:14:26,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:14:26,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:26,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:26,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:14:26,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:14:26,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:26,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:26,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:14:26,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:14:26,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:26,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:26,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:14:26,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:14:26,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:26,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:26,068 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:14:26,069 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/1588230740 2024-11-07T09:14:26,070 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/1588230740 2024-11-07T09:14:26,071 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:14:26,071 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:14:26,072 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:26,073 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:14:26,074 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60630228, jitterRate=-0.0965391993522644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:26,074 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:14:26,074 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970866062Writing region info on filesystem at 1730970866062Initializing all the Stores at 1730970866062Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970866062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970866063 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970866063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970866063Cleaning up temporary data from old regions at 1730970866071 (+8 ms)Running coprocessor post-open hooks at 1730970866074 (+3 ms)Region opened successfully at 1730970866074 2024-11-07T09:14:26,075 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730970866032 2024-11-07T09:14:26,078 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:14:26,078 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:14:26,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,33415,1730970863069 2024-11-07T09:14:26,079 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,33415,1730970863069, state=OPEN 2024-11-07T09:14:26,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1305067860/meta-region-server 2024-11-07T09:14:26,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1305067860/meta-region-server 2024-11-07T09:14:26,081 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,33415,1730970863069 2024-11-07T09:14:26,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1305067860/meta-region-server: CHANGED 2024-11-07T09:14:26,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1305067860/meta-region-server: CHANGED 2024-11-07T09:14:26,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:14:26,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,33415,1730970863069 in 202 msec 2024-11-07T09:14:26,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:14:26,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-07T09:14:26,087 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:26,087 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:14:26,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:26,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,33415,1730970863069, seqNum=-1] 2024-11-07T09:14:26,088 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:26,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:26,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-07T09:14:26,095 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970866095, completionTime=-1 2024-11-07T09:14:26,095 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:14:26,095 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:14:26,097 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:14:26,097 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730970926097 2024-11-07T09:14:26,097 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730970986097 2024-11-07T09:14:26,097 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:14:26,098 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46647,1730970863028-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:26,098 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46647,1730970863028-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:26,098 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46647,1730970863028-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:26,098 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:46647, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:26,098 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:26,098 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:26,100 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:14:26,102 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.996sec 2024-11-07T09:14:26,102 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:14:26,102 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:14:26,102 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:14:26,102 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:14:26,102 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:14:26,102 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46647,1730970863028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:14:26,102 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46647,1730970863028-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:14:26,104 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:14:26,104 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:14:26,104 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46647,1730970863028-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:26,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:26,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,46647,-1 for getting cluster id 2024-11-07T09:14:26,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:26,192 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda42d4f-53b7-4aad-a1d4-38b00e7bd871' 2024-11-07T09:14:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda42d4f-53b7-4aad-a1d4-38b00e7bd871" 2024-11-07T09:14:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5966e622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,46647,-1] 2024-11-07T09:14:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:26,194 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:26,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:26,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:26,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,33415,1730970863069, seqNum=-1] 2024-11-07T09:14:26,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:26,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:26,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,46647,1730970863028 2024-11-07T09:14:26,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59884 2024-11-07T09:14:26,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:26,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100f1b51d440005 connected 2024-11-07T09:14:26,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5408a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:26,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,43081,-1 for getting cluster id 2024-11-07T09:14:26,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:26,217 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74db9619-334f-4041-92f3-b88eb7ecf38c' 2024-11-07T09:14:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74db9619-334f-4041-92f3-b88eb7ecf38c" 2024-11-07T09:14:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b6486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,43081,-1] 2024-11-07T09:14:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:26,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:26,219 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:26,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc2df41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:26,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,43081,1730970859150 2024-11-07T09:14:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5109ac4f 2024-11-07T09:14:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:26,223 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:26,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43081 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:46647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:14:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43081 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:14:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:26,227 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:46647' 2024-11-07T09:14:26,228 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295ceda7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:26,228 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,46647,-1 for getting cluster id 2024-11-07T09:14:26,228 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:26,229 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda42d4f-53b7-4aad-a1d4-38b00e7bd871' 2024-11-07T09:14:26,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:26,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda42d4f-53b7-4aad-a1d4-38b00e7bd871" 2024-11-07T09:14:26,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d57a1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:26,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,46647,-1] 2024-11-07T09:14:26,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:26,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:26,231 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:26,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a90f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:26,232 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:26,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,46647,1730970863028 2024-11-07T09:14:26,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cddcec3 2024-11-07T09:14:26,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:26,234 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:26,235 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T09:14:26,235 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:14:26,235 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:26,235 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:26,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:26,236 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:14:26,238 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:14:26,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:14:26,239 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:26,240 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:14:26,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741835_1011 (size=1138) 2024-11-07T09:14:26,288 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:14:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:26,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eda9478779be42060a884f8bb387a019, NAME => 'hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a 2024-11-07T09:14:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741836_1012 (size=44) 2024-11-07T09:14:26,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:14:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:27,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:27,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eda9478779be42060a884f8bb387a019, disabling compactions & flushes 2024-11-07T09:14:27,057 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:27,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:27,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. after waiting 0 ms 2024-11-07T09:14:27,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:27,057 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:27,057 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eda9478779be42060a884f8bb387a019: Waiting for close lock at 1730970867057Disabling compacts and flushes for region at 1730970867057Disabling writes for close at 1730970867057Writing region close event to WAL at 1730970867057Closed at 1730970867057 2024-11-07T09:14:27,059 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:14:27,059 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730970867059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730970867059"}]},"ts":"1730970867059"} 2024-11-07T09:14:27,061 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:14:27,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:14:27,063 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970867062"}]},"ts":"1730970867062"} 2024-11-07T09:14:27,065 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:14:27,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eda9478779be42060a884f8bb387a019, ASSIGN}] 2024-11-07T09:14:27,066 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eda9478779be42060a884f8bb387a019, ASSIGN 2024-11-07T09:14:27,067 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eda9478779be42060a884f8bb387a019, ASSIGN; state=OFFLINE, location=9f1eb259a29b,42081,1730970859207; forceNewPlan=false, retain=false 2024-11-07T09:14:27,218 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eda9478779be42060a884f8bb387a019, regionState=OPENING, regionLocation=9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:27,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eda9478779be42060a884f8bb387a019, ASSIGN because future has completed 2024-11-07T09:14:27,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda9478779be42060a884f8bb387a019, server=9f1eb259a29b,42081,1730970859207}] 2024-11-07T09:14:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:27,369 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:14:27,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:27,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:27,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:27,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:14:27,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C42081%2C1730970859207.rep, suffix=, logDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207, archiveDir=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/oldWALs, maxLogs=10 2024-11-07T09:14:27,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:27,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.rep.1730970867384, exclude list is [], retry=0 2024-11-07T09:14:27,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34079,DS-9936e3e0-c552-46a9-842f-a9d5ae2d9f51,DISK] 2024-11-07T09:14:27,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.rep.1730970867384 2024-11-07T09:14:27,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32949:32949)] 2024-11-07T09:14:27,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => eda9478779be42060a884f8bb387a019, NAME => 'hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:27,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:27,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:14:27,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. service=MultiRowMutationService 2024-11-07T09:14:27,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:14:27,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:27,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,404 INFO [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,405 INFO [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda9478779be42060a884f8bb387a019 columnFamilyName hfileref 2024-11-07T09:14:27,405 DEBUG [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:27,406 INFO [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] regionserver.HStore(327): Store=eda9478779be42060a884f8bb387a019/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:27,406 INFO [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,407 INFO [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda9478779be42060a884f8bb387a019 columnFamilyName queue 2024-11-07T09:14:27,407 DEBUG [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:27,407 INFO [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] regionserver.HStore(327): Store=eda9478779be42060a884f8bb387a019/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:27,407 INFO [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,408 INFO [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda9478779be42060a884f8bb387a019 columnFamilyName sid 2024-11-07T09:14:27,408 DEBUG [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:27,409 INFO [StoreOpener-eda9478779be42060a884f8bb387a019-1 {}] regionserver.HStore(327): Store=eda9478779be42060a884f8bb387a019/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:27,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/replication/eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/replication/eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:14:27,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/replication/eda9478779be42060a884f8bb387a019/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:27,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened eda9478779be42060a884f8bb387a019; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59425074, jitterRate=-0.11449739336967468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:14:27,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eda9478779be42060a884f8bb387a019 2024-11-07T09:14:27,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for eda9478779be42060a884f8bb387a019: Running coprocessor pre-open hook at 1730970867403Writing region info on filesystem at 1730970867403Initializing all the Stores at 1730970867403Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970867403Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970867404 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970867404Cleaning up temporary data from old regions at 1730970867411 (+7 ms)Running coprocessor post-open hooks at 1730970867415 (+4 ms)Region opened successfully at 1730970867416 (+1 ms) 2024-11-07T09:14:27,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019., pid=7, masterSystemTime=1730970867374 2024-11-07T09:14:27,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:27,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:27,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eda9478779be42060a884f8bb387a019, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:27,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda9478779be42060a884f8bb387a019, server=9f1eb259a29b,42081,1730970859207 because future has completed 2024-11-07T09:14:27,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T09:14:27,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure eda9478779be42060a884f8bb387a019, server=9f1eb259a29b,42081,1730970859207 in 203 msec 2024-11-07T09:14:27,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:14:27,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eda9478779be42060a884f8bb387a019, ASSIGN in 361 msec 2024-11-07T09:14:27,429 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:14:27,430 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970867429"}]},"ts":"1730970867429"} 2024-11-07T09:14:27,431 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:14:27,432 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:14:27,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-07T09:14:27,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019., hostname=9f1eb259a29b,42081,1730970859207, seqNum=2] 2024-11-07T09:14:27,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:27,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:27,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:14:27,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T09:14:27,608 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:14:27,637 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,42081,1730970859207, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:14:27,637 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:27,637 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,42081,1730970859207, seqNum=-1] 2024-11-07T09:14:27,638 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:27,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-07T09:14:27,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,42081,1730970859207', locateType=CURRENT is [region=hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019., hostname=9f1eb259a29b,42081,1730970859207, seqNum=2] 2024-11-07T09:14:27,643 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T09:14:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43081 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T09:14:27,646 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,42081,1730970859207 suceeded 2024-11-07T09:14:27,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T09:14:27,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-07T09:14:27,649 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:46647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:14:27,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4250 sec 2024-11-07T09:14:27,659 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:46647' 2024-11-07T09:14:27,660 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c2cff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:27,660 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,46647,-1 for getting cluster id 2024-11-07T09:14:27,660 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:27,661 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda42d4f-53b7-4aad-a1d4-38b00e7bd871' 2024-11-07T09:14:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda42d4f-53b7-4aad-a1d4-38b00e7bd871" 2024-11-07T09:14:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6beff445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,46647,-1] 2024-11-07T09:14:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:27,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:27,663 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:27,664 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ecb6a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:27,664 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:27,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,46647,1730970863028 2024-11-07T09:14:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d2d02cc 2024-11-07T09:14:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:27,665 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-07T09:14:27,666 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,42081,1730970859207 (queues=1) is replicating from cluster=74db9619-334f-4041-92f3-b88eb7ecf38c to cluster=eda42d4f-53b7-4aad-a1d4-38b00e7bd871 2024-11-07T09:14:27,666 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C42081%2C1730970859207 2024-11-07T09:14:27,666 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,42081,1730970859207, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:14:27,667 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.shipper9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C42081%2C1730970859207 2024-11-07T09:14:27,667 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.wal-reader.9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.1730970860939, startPosition=0, beingWritten=true 2024-11-07T09:14:27,872 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.wal-reader.9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.1730970860939 to pos 0, reset compression=false 2024-11-07T09:14:28,178 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.wal-reader.9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.1730970860939 to pos 0, reset compression=false 2024-11-07T09:14:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:28,377 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:14:28,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:28,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:28,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:28,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:28,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:28,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,43081,1730970859150 2024-11-07T09:14:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@222b98b9 2024-11-07T09:14:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:28,379 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:28,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43081 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T09:14:28,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:14:28,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:28,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:28,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:28,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:28,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:28,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:14:28,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1062509764, stopped=false 2024-11-07T09:14:28,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,46647,1730970863028 2024-11-07T09:14:28,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1305067860/running 2024-11-07T09:14:28,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1305067860/running 2024-11-07T09:14:28,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:28,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:28,382 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:14:28,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:28,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:28,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:28,383 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,33415,1730970863069' ***** 2024-11-07T09:14:28,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:14:28,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Set watcher on znode that does not yet exist, /1305067860/running 2024-11-07T09:14:28,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Set watcher on znode that does not yet exist, /1305067860/running 2024-11-07T09:14:28,383 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:14:28,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:14:28,384 INFO [RS:0;9f1eb259a29b:33415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:14:28,384 INFO [RS:0;9f1eb259a29b:33415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:14:28,384 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,33415,1730970863069 2024-11-07T09:14:28,384 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:14:28,384 INFO [RS:0;9f1eb259a29b:33415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:33415. 2024-11-07T09:14:28,384 DEBUG [RS:0;9f1eb259a29b:33415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:28,384 DEBUG [RS:0;9f1eb259a29b:33415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:28,384 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:14:28,384 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:14:28,384 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:14:28,384 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:14:28,385 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:14:28,385 DEBUG [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:14:28,385 DEBUG [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:28,385 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:14:28,385 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:14:28,385 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:14:28,385 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:14:28,385 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:14:28,385 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T09:14:28,402 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/1588230740/.tmp/ns/690c265f46bc4d5987fd005036c855e1 is 43, key is default/ns:d/1730970866090/Put/seqid=0 2024-11-07T09:14:28,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741835_1011 (size=5153) 2024-11-07T09:14:28,432 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:14:28,584 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.wal-reader.9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.1730970860939 to pos 0, reset compression=false 2024-11-07T09:14:28,585 DEBUG [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:28,785 DEBUG [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:28,807 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/1588230740/.tmp/ns/690c265f46bc4d5987fd005036c855e1 2024-11-07T09:14:28,815 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/1588230740/.tmp/ns/690c265f46bc4d5987fd005036c855e1 as hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/1588230740/ns/690c265f46bc4d5987fd005036c855e1 2024-11-07T09:14:28,821 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/1588230740/ns/690c265f46bc4d5987fd005036c855e1, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T09:14:28,822 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-11-07T09:14:28,827 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T09:14:28,827 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:14:28,827 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:14:28,827 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:28,827 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970868385Running coprocessor pre-close hooks at 1730970868385Disabling compacts and flushes for region at 1730970868385Disabling writes for close at 1730970868385Obtaining lock to block concurrent updates at 1730970868385Preparing flush snapshotting stores in 1588230740 at 1730970868385Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730970868386 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730970868386Flushing 1588230740/ns: creating writer at 1730970868386Flushing 1588230740/ns: appending metadata at 1730970868402 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730970868402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f99005d: reopening flushed file at 1730970868814 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1730970868822 (+8 ms)Writing region close event to WAL at 1730970868823 (+1 ms)Running coprocessor post-close hooks at 1730970868827 (+4 ms)Closed at 1730970868827 2024-11-07T09:14:28,827 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:28,985 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,33415,1730970863069; all regions closed. 2024-11-07T09:14:28,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741834_1010 (size=1152) 2024-11-07T09:14:28,991 DEBUG [RS:0;9f1eb259a29b:33415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/oldWALs 2024-11-07T09:14:28,991 INFO [RS:0;9f1eb259a29b:33415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C33415%2C1730970863069.meta:.meta(num 1730970866040) 2024-11-07T09:14:28,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741832_1008 (size=93) 2024-11-07T09:14:28,995 DEBUG [RS:0;9f1eb259a29b:33415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/oldWALs 2024-11-07T09:14:28,995 INFO [RS:0;9f1eb259a29b:33415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C33415%2C1730970863069:(num 1730970865062) 2024-11-07T09:14:28,995 DEBUG [RS:0;9f1eb259a29b:33415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:28,995 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:14:28,995 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:14:28,995 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:14:28,996 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:14:28,996 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:14:28,996 INFO [RS:0;9f1eb259a29b:33415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33415 2024-11-07T09:14:28,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1305067860/rs/9f1eb259a29b,33415,1730970863069 2024-11-07T09:14:28,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860/rs 2024-11-07T09:14:28,998 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:14:28,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,33415,1730970863069] 2024-11-07T09:14:29,002 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1305067860/draining/9f1eb259a29b,33415,1730970863069 already deleted, retry=false 2024-11-07T09:14:29,002 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,33415,1730970863069 expired; onlineServers=0 2024-11-07T09:14:29,002 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,46647,1730970863028' ***** 2024-11-07T09:14:29,002 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:14:29,002 INFO [M:0;9f1eb259a29b:46647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:14:29,002 INFO [M:0;9f1eb259a29b:46647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:14:29,002 DEBUG [M:0;9f1eb259a29b:46647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:14:29,002 DEBUG [M:0;9f1eb259a29b:46647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:14:29,002 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:14:29,002 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970864883 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970864883,5,FailOnTimeoutGroup] 2024-11-07T09:14:29,002 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970864883 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970864883,5,FailOnTimeoutGroup] 2024-11-07T09:14:29,002 INFO [M:0;9f1eb259a29b:46647 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:14:29,003 INFO [M:0;9f1eb259a29b:46647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:14:29,003 DEBUG [M:0;9f1eb259a29b:46647 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:14:29,003 INFO [M:0;9f1eb259a29b:46647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:14:29,003 INFO [M:0;9f1eb259a29b:46647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:14:29,003 INFO [M:0;9f1eb259a29b:46647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:14:29,003 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:14:29,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1305067860/master 2024-11-07T09:14:29,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1305067860 2024-11-07T09:14:29,004 DEBUG [M:0;9f1eb259a29b:46647 {}] zookeeper.ZKUtil(347): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Unable to get data of znode /1305067860/master because node does not exist (not an error) 2024-11-07T09:14:29,004 WARN [M:0;9f1eb259a29b:46647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:14:29,005 INFO [M:0;9f1eb259a29b:46647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/.lastflushedseqids 2024-11-07T09:14:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741836_1012 (size=99) 2024-11-07T09:14:29,089 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.wal-reader.9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.1730970860939 to pos 0, reset compression=false 2024-11-07T09:14:29,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:29,099 INFO [RS:0;9f1eb259a29b:33415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:14:29,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33415-0x100f1b51d440004, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:29,099 INFO [RS:0;9f1eb259a29b:33415 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,33415,1730970863069; zookeeper connection closed. 2024-11-07T09:14:29,100 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73e75c75 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73e75c75 2024-11-07T09:14:29,100 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:14:29,410 INFO [M:0;9f1eb259a29b:46647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:14:29,410 INFO [M:0;9f1eb259a29b:46647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:14:29,411 DEBUG [M:0;9f1eb259a29b:46647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:14:29,411 INFO [M:0;9f1eb259a29b:46647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:29,411 DEBUG [M:0;9f1eb259a29b:46647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:29,411 DEBUG [M:0;9f1eb259a29b:46647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:14:29,411 DEBUG [M:0;9f1eb259a29b:46647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:29,411 INFO [M:0;9f1eb259a29b:46647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T09:14:29,427 DEBUG [M:0;9f1eb259a29b:46647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e588989ad31f43d9a7cd00804f37d9e8 is 82, key is hbase:meta,,1/info:regioninfo/1730970866078/Put/seqid=0 2024-11-07T09:14:29,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741837_1013 (size=5672) 2024-11-07T09:14:29,695 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.wal-reader.9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.1730970860939 to pos 0, reset compression=false 2024-11-07T09:14:29,833 INFO [M:0;9f1eb259a29b:46647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e588989ad31f43d9a7cd00804f37d9e8 2024-11-07T09:14:29,853 DEBUG [M:0;9f1eb259a29b:46647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/766f04c9749b47b4b45e73cc4cda0b55 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730970866094/Put/seqid=0 2024-11-07T09:14:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741838_1014 (size=5275) 2024-11-07T09:14:30,258 INFO [M:0;9f1eb259a29b:46647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/766f04c9749b47b4b45e73cc4cda0b55 2024-11-07T09:14:30,278 DEBUG [M:0;9f1eb259a29b:46647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bca9482f01a643a2942c15962ce7e092 is 69, key is 9f1eb259a29b,33415,1730970863069/rs:state/1730970864913/Put/seqid=0 2024-11-07T09:14:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741839_1015 (size=5156) 2024-11-07T09:14:30,401 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.wal-reader.9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.1730970860939 to pos 0, reset compression=false 2024-11-07T09:14:30,683 INFO [M:0;9f1eb259a29b:46647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bca9482f01a643a2942c15962ce7e092 2024-11-07T09:14:30,689 DEBUG [M:0;9f1eb259a29b:46647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e588989ad31f43d9a7cd00804f37d9e8 as hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e588989ad31f43d9a7cd00804f37d9e8 2024-11-07T09:14:30,695 INFO [M:0;9f1eb259a29b:46647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e588989ad31f43d9a7cd00804f37d9e8, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T09:14:30,696 DEBUG [M:0;9f1eb259a29b:46647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/766f04c9749b47b4b45e73cc4cda0b55 as hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/766f04c9749b47b4b45e73cc4cda0b55 2024-11-07T09:14:30,701 INFO [M:0;9f1eb259a29b:46647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/766f04c9749b47b4b45e73cc4cda0b55, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T09:14:30,702 DEBUG [M:0;9f1eb259a29b:46647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bca9482f01a643a2942c15962ce7e092 as hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bca9482f01a643a2942c15962ce7e092 2024-11-07T09:14:30,707 INFO [M:0;9f1eb259a29b:46647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45305/user/jenkins/test-data/19ffb8a5-8318-649b-a309-def4070933a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bca9482f01a643a2942c15962ce7e092, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T09:14:30,708 INFO [M:0;9f1eb259a29b:46647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false 2024-11-07T09:14:30,709 INFO [M:0;9f1eb259a29b:46647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:30,709 DEBUG [M:0;9f1eb259a29b:46647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970869411Disabling compacts and flushes for region at 1730970869411Disabling writes for close at 1730970869411Obtaining lock to block concurrent updates at 1730970869411Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730970869411Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730970869411Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730970869412 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730970869412Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730970869427 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730970869427Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730970869838 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730970869853 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730970869853Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730970870264 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730970870278 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730970870278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5ac0ac: reopening flushed file at 1730970870689 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25337269: reopening flushed file at 1730970870695 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2b0888: reopening flushed file at 1730970870701 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false at 1730970870708 (+7 ms)Writing region close event to WAL at 1730970870709 (+1 ms)Closed at 1730970870709 2024-11-07T09:14:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42197 is added to blk_1073741830_1006 (size=10165) 2024-11-07T09:14:30,713 INFO [M:0;9f1eb259a29b:46647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:14:30,713 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:14:30,713 INFO [M:0;9f1eb259a29b:46647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46647 2024-11-07T09:14:30,714 INFO [M:0;9f1eb259a29b:46647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:14:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:30,816 INFO [M:0;9f1eb259a29b:46647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:14:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46647-0x100f1b51d440003, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:30,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51da98bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:14:30,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:14:30,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:14:30,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:14:30,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/hadoop.log.dir/,STOPPED} 2024-11-07T09:14:30,821 WARN [BP-597777923-172.17.0.2-1730970861984 heartbeating to localhost/127.0.0.1:45305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:14:30,821 WARN [BP-597777923-172.17.0.2-1730970861984 heartbeating to localhost/127.0.0.1:45305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-597777923-172.17.0.2-1730970861984 (Datanode Uuid 467c2eed-857c-424b-953c-4e84c1b1bd28) service to localhost/127.0.0.1:45305 2024-11-07T09:14:30,821 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:14:30,821 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:14:30,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/cluster_e4b11ccb-95f3-d8f9-4b82-288c595e9ad2/data/data1/current/BP-597777923-172.17.0.2-1730970861984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:14:30,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/cluster_e4b11ccb-95f3-d8f9-4b82-288c595e9ad2/data/data2/current/BP-597777923-172.17.0.2-1730970861984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:14:30,822 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:14:30,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:14:30,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:14:30,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:14:30,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:14:30,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/hadoop.log.dir/,STOPPED} 2024-11-07T09:14:30,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:14:30,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:14:30,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:30,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:30,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:30,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:30,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:30,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:14:30,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1045074647, stopped=false 2024-11-07T09:14:30,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,43081,1730970859150 2024-11-07T09:14:30,844 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:14:30,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1695063841/running 2024-11-07T09:14:30,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1695063841/running 2024-11-07T09:14:30,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:30,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:30,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:30,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:30,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:30,845 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,42081,1730970859207' ***** 2024-11-07T09:14:30,845 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:14:30,845 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:14:30,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Set watcher on znode that does not yet exist, /0-1695063841/running 2024-11-07T09:14:30,845 INFO [RS:0;9f1eb259a29b:42081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:14:30,845 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:14:30,846 INFO [RS:0;9f1eb259a29b:42081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:14:30,846 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(3091): Received CLOSE for eda9478779be42060a884f8bb387a019 2024-11-07T09:14:30,846 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:30,846 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:14:30,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Set watcher on znode that does not yet exist, /0-1695063841/running 2024-11-07T09:14:30,846 INFO [RS:0;9f1eb259a29b:42081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:42081. 2024-11-07T09:14:30,846 DEBUG [RS:0;9f1eb259a29b:42081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:30,846 DEBUG [RS:0;9f1eb259a29b:42081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:30,846 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eda9478779be42060a884f8bb387a019, disabling compactions & flushes 2024-11-07T09:14:30,846 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:14:30,846 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:14:30,846 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:30,846 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:14:30,846 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:30,846 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:14:30,846 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. after waiting 0 ms 2024-11-07T09:14:30,846 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:30,847 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eda9478779be42060a884f8bb387a019 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-07T09:14:30,847 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:14:30,847 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1325): Online Regions={eda9478779be42060a884f8bb387a019=hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:14:30,847 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eda9478779be42060a884f8bb387a019 2024-11-07T09:14:30,847 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:14:30,847 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:14:30,847 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:14:30,847 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:14:30,847 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:14:30,847 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T09:14:30,864 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/replication/eda9478779be42060a884f8bb387a019/.tmp/queue/6653b69c804e45abb697daf41029c6c1 is 151, key is 1-9f1eb259a29b,42081,1730970859207/queue:9f1eb259a29b%2C42081%2C1730970859207/1730970867642/Put/seqid=0 2024-11-07T09:14:30,864 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/.tmp/info/0e9b2d11744c429aacf3e7673a629b57 is 147, key is hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019./info:regioninfo/1730970867420/Put/seqid=0 2024-11-07T09:14:30,866 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:14:30,866 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:14:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741839_1015 (size=6631) 2024-11-07T09:14:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741838_1014 (size=5350) 2024-11-07T09:14:30,891 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:14:31,047 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eda9478779be42060a884f8bb387a019 2024-11-07T09:14:31,206 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.wal-reader.9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.1730970860939 to pos 0, reset compression=false 2024-11-07T09:14:31,247 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eda9478779be42060a884f8bb387a019 2024-11-07T09:14:31,272 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/replication/eda9478779be42060a884f8bb387a019/.tmp/queue/6653b69c804e45abb697daf41029c6c1 2024-11-07T09:14:31,272 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/.tmp/info/0e9b2d11744c429aacf3e7673a629b57 2024-11-07T09:14:31,279 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/replication/eda9478779be42060a884f8bb387a019/.tmp/queue/6653b69c804e45abb697daf41029c6c1 as hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/replication/eda9478779be42060a884f8bb387a019/queue/6653b69c804e45abb697daf41029c6c1 2024-11-07T09:14:31,284 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/replication/eda9478779be42060a884f8bb387a019/queue/6653b69c804e45abb697daf41029c6c1, entries=1, sequenceid=5, filesize=5.2 K 2024-11-07T09:14:31,285 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for eda9478779be42060a884f8bb387a019 in 439ms, sequenceid=5, compaction requested=false 2024-11-07T09:14:31,285 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T09:14:31,290 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/replication/eda9478779be42060a884f8bb387a019/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T09:14:31,290 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:14:31,290 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:14:31,290 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:31,291 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eda9478779be42060a884f8bb387a019: Waiting for close lock at 1730970870846Running coprocessor pre-close hooks at 1730970870846Disabling compacts and flushes for region at 1730970870846Disabling writes for close at 1730970870846Obtaining lock to block concurrent updates at 1730970870847 (+1 ms)Preparing flush snapshotting stores in eda9478779be42060a884f8bb387a019 at 1730970870847Finished memstore snapshotting hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1730970870847Flushing stores of hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. at 1730970870848 (+1 ms)Flushing eda9478779be42060a884f8bb387a019/queue: creating writer at 1730970870848Flushing eda9478779be42060a884f8bb387a019/queue: appending metadata at 1730970870863 (+15 ms)Flushing eda9478779be42060a884f8bb387a019/queue: closing flushed file at 1730970870863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22eaf56: reopening flushed file at 1730970871278 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for eda9478779be42060a884f8bb387a019 in 439ms, sequenceid=5, compaction requested=false at 1730970871285 (+7 ms)Writing region close event to WAL at 1730970871286 (+1 ms)Running coprocessor post-close hooks at 1730970871290 (+4 ms)Closed at 1730970871290 2024-11-07T09:14:31,291 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730970866236.eda9478779be42060a884f8bb387a019. 2024-11-07T09:14:31,296 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/.tmp/ns/aeee0342337741d5b11de59964d58c04 is 43, key is default/ns:d/1730970861902/Put/seqid=0 2024-11-07T09:14:31,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741840_1016 (size=5153) 2024-11-07T09:14:31,447 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:31,648 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:31,700 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/.tmp/ns/aeee0342337741d5b11de59964d58c04 2024-11-07T09:14:31,721 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/.tmp/table/f8bb09422db141b29a01374cd8cdbda9 is 53, key is hbase:replication/table:state/1730970867429/Put/seqid=0 2024-11-07T09:14:31,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741841_1017 (size=5256) 2024-11-07T09:14:31,848 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:14:31,848 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:14:31,848 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:32,048 DEBUG [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:14:32,112 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.wal-reader.9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.1730970860939 to pos 0, reset compression=false 2024-11-07T09:14:32,125 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/.tmp/table/f8bb09422db141b29a01374cd8cdbda9 2024-11-07T09:14:32,131 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/.tmp/info/0e9b2d11744c429aacf3e7673a629b57 as hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/info/0e9b2d11744c429aacf3e7673a629b57 2024-11-07T09:14:32,136 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/info/0e9b2d11744c429aacf3e7673a629b57, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T09:14:32,137 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/.tmp/ns/aeee0342337741d5b11de59964d58c04 as hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/ns/aeee0342337741d5b11de59964d58c04 2024-11-07T09:14:32,143 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/ns/aeee0342337741d5b11de59964d58c04, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T09:14:32,144 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/.tmp/table/f8bb09422db141b29a01374cd8cdbda9 as hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/table/f8bb09422db141b29a01374cd8cdbda9 2024-11-07T09:14:32,149 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/table/f8bb09422db141b29a01374cd8cdbda9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T09:14:32,150 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-07T09:14:32,156 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T09:14:32,156 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:14:32,156 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:14:32,156 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:32,156 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970870847Running coprocessor pre-close hooks at 1730970870847Disabling compacts and flushes for region at 1730970870847Disabling writes for close at 1730970870847Obtaining lock to block concurrent updates at 1730970870847Preparing flush snapshotting stores in 1588230740 at 1730970870847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730970870848 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730970870849 (+1 ms)Flushing 1588230740/info: creating writer at 1730970870849Flushing 1588230740/info: appending metadata at 1730970870864 (+15 ms)Flushing 1588230740/info: closing flushed file at 1730970870864Flushing 1588230740/ns: creating writer at 1730970871278 (+414 ms)Flushing 1588230740/ns: appending metadata at 1730970871295 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730970871295Flushing 1588230740/table: creating writer at 1730970871706 (+411 ms)Flushing 1588230740/table: appending metadata at 1730970871720 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730970871720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df41e6a: reopening flushed file at 1730970872130 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3eec6d: reopening flushed file at 1730970872137 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696cd42b: reopening flushed file at 1730970872143 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1730970872150 (+7 ms)Writing region close event to WAL at 1730970872152 (+2 ms)Running coprocessor post-close hooks at 1730970872156 (+4 ms)Closed at 1730970872156 2024-11-07T09:14:32,156 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:32,248 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,42081,1730970859207; all regions closed. 2024-11-07T09:14:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741834_1010 (size=2742) 2024-11-07T09:14:32,251 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/WALs/9f1eb259a29b,42081,1730970859207/9f1eb259a29b%2C42081%2C1730970859207.meta.1730970861847.meta not finished, retry = 0 2024-11-07T09:14:32,354 DEBUG [RS:0;9f1eb259a29b:42081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/oldWALs 2024-11-07T09:14:32,354 INFO [RS:0;9f1eb259a29b:42081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C42081%2C1730970859207.meta:.meta(num 1730970861847) 2024-11-07T09:14:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741837_1013 (size=1586) 2024-11-07T09:14:32,358 DEBUG [RS:0;9f1eb259a29b:42081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/oldWALs 2024-11-07T09:14:32,358 INFO [RS:0;9f1eb259a29b:42081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C42081%2C1730970859207.rep:(num 1730970867384) 2024-11-07T09:14:32,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741832_1008 (size=93) 2024-11-07T09:14:32,362 DEBUG [RS:0;9f1eb259a29b:42081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/oldWALs 2024-11-07T09:14:32,362 INFO [RS:0;9f1eb259a29b:42081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C42081%2C1730970859207:(num 1730970860939) 2024-11-07T09:14:32,362 DEBUG [RS:0;9f1eb259a29b:42081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:32,362 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:14:32,363 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:14:32,363 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:14:32,363 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:14:32,363 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:14:32,363 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,42081,1730970859207 because: Region server is closing 2024-11-07T09:14:32,363 INFO [RS:0;9f1eb259a29b:42081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:42081. 2024-11-07T09:14:32,363 DEBUG [RS:0;9f1eb259a29b:42081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:32,363 DEBUG [RS:0;9f1eb259a29b:42081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:32,364 DEBUG [RS:0;9f1eb259a29b:42081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:32,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:32,464 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.shipper9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T09:14:32,464 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.wal-reader.9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:14:32,464 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,42081,1730970859207.replicationSource.shipper9f1eb259a29b%2C42081%2C1730970859207,1-9f1eb259a29b,42081,1730970859207 terminated 2024-11-07T09:14:32,464 INFO [RS:0;9f1eb259a29b:42081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42081 2024-11-07T09:14:32,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1695063841/rs/9f1eb259a29b,42081,1730970859207 2024-11-07T09:14:32,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841/rs 2024-11-07T09:14:32,468 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:14:32,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,42081,1730970859207] 2024-11-07T09:14:32,470 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695063841/draining/9f1eb259a29b,42081,1730970859207 already deleted, retry=false 2024-11-07T09:14:32,471 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,42081,1730970859207 expired; onlineServers=0 2024-11-07T09:14:32,471 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,43081,1730970859150' ***** 2024-11-07T09:14:32,471 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:14:32,471 INFO [M:0;9f1eb259a29b:43081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:14:32,471 INFO [M:0;9f1eb259a29b:43081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:14:32,471 DEBUG [M:0;9f1eb259a29b:43081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:14:32,471 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:14:32,471 DEBUG [M:0;9f1eb259a29b:43081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:14:32,471 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970860688 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970860688,5,FailOnTimeoutGroup] 2024-11-07T09:14:32,471 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970860689 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970860689,5,FailOnTimeoutGroup] 2024-11-07T09:14:32,471 INFO [M:0;9f1eb259a29b:43081 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:14:32,471 INFO [M:0;9f1eb259a29b:43081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:14:32,471 DEBUG [M:0;9f1eb259a29b:43081 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:14:32,471 INFO [M:0;9f1eb259a29b:43081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:14:32,472 INFO [M:0;9f1eb259a29b:43081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:14:32,472 INFO [M:0;9f1eb259a29b:43081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:14:32,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:14:32,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1695063841/master 2024-11-07T09:14:32,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695063841 2024-11-07T09:14:32,472 DEBUG [M:0;9f1eb259a29b:43081 {}] zookeeper.ZKUtil(347): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Unable to get data of znode /0-1695063841/master because node does not exist (not an error) 2024-11-07T09:14:32,473 WARN [M:0;9f1eb259a29b:43081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:14:32,473 INFO [M:0;9f1eb259a29b:43081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/.lastflushedseqids 2024-11-07T09:14:32,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741842_1018 (size=181) 2024-11-07T09:14:32,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:32,569 INFO [RS:0;9f1eb259a29b:42081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:14:32,569 INFO [RS:0;9f1eb259a29b:42081 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,42081,1730970859207; zookeeper connection closed. 2024-11-07T09:14:32,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42081-0x100f1b51d440001, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:32,570 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35956fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35956fa 2024-11-07T09:14:32,570 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:14:32,878 INFO [M:0;9f1eb259a29b:43081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:14:32,878 INFO [M:0;9f1eb259a29b:43081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:14:32,879 DEBUG [M:0;9f1eb259a29b:43081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:14:32,879 INFO [M:0;9f1eb259a29b:43081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:32,879 DEBUG [M:0;9f1eb259a29b:43081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:32,879 DEBUG [M:0;9f1eb259a29b:43081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:14:32,879 DEBUG [M:0;9f1eb259a29b:43081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:32,879 INFO [M:0;9f1eb259a29b:43081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-07T09:14:32,895 DEBUG [M:0;9f1eb259a29b:43081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1af764ec367542cc841043710e93c1f3 is 82, key is hbase:meta,,1/info:regioninfo/1730970861889/Put/seqid=0 2024-11-07T09:14:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741843_1019 (size=5672) 2024-11-07T09:14:32,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:14:32,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:32,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:32,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:33,300 INFO [M:0;9f1eb259a29b:43081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1af764ec367542cc841043710e93c1f3 2024-11-07T09:14:33,320 DEBUG [M:0;9f1eb259a29b:43081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccefc4cd51ef4be08a86dd28264fa1cc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730970867433/Put/seqid=0 2024-11-07T09:14:33,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741844_1020 (size=7203) 2024-11-07T09:14:33,725 INFO [M:0;9f1eb259a29b:43081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccefc4cd51ef4be08a86dd28264fa1cc 2024-11-07T09:14:33,745 DEBUG [M:0;9f1eb259a29b:43081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7852b286db42c7a2b791670c5d9384 is 69, key is 9f1eb259a29b,42081,1730970859207/rs:state/1730970860762/Put/seqid=0 2024-11-07T09:14:33,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741845_1021 (size=5156) 2024-11-07T09:14:33,749 INFO [M:0;9f1eb259a29b:43081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7852b286db42c7a2b791670c5d9384 2024-11-07T09:14:33,755 DEBUG [M:0;9f1eb259a29b:43081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1af764ec367542cc841043710e93c1f3 as hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1af764ec367542cc841043710e93c1f3 2024-11-07T09:14:33,761 INFO [M:0;9f1eb259a29b:43081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1af764ec367542cc841043710e93c1f3, entries=8, sequenceid=70, filesize=5.5 K 2024-11-07T09:14:33,762 DEBUG [M:0;9f1eb259a29b:43081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ccefc4cd51ef4be08a86dd28264fa1cc as hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccefc4cd51ef4be08a86dd28264fa1cc 2024-11-07T09:14:33,767 INFO [M:0;9f1eb259a29b:43081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ccefc4cd51ef4be08a86dd28264fa1cc, entries=8, sequenceid=70, filesize=7.0 K 2024-11-07T09:14:33,768 DEBUG [M:0;9f1eb259a29b:43081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7852b286db42c7a2b791670c5d9384 as hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de7852b286db42c7a2b791670c5d9384 2024-11-07T09:14:33,773 INFO [M:0;9f1eb259a29b:43081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42249/user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de7852b286db42c7a2b791670c5d9384, entries=1, sequenceid=70, filesize=5.0 K 2024-11-07T09:14:33,774 INFO [M:0;9f1eb259a29b:43081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=70, compaction requested=false 2024-11-07T09:14:33,776 INFO [M:0;9f1eb259a29b:43081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:33,776 DEBUG [M:0;9f1eb259a29b:43081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970872879Disabling compacts and flushes for region at 1730970872879Disabling writes for close at 1730970872879Obtaining lock to block concurrent updates at 1730970872879Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730970872879Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1730970872879Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730970872880 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730970872880Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730970872894 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730970872895 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730970873305 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730970873320 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730970873320Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730970873730 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730970873744 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730970873744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f22fac7: reopening flushed file at 1730970873754 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12439357: reopening flushed file at 1730970873761 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f3c7aae: reopening flushed file at 1730970873768 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=70, compaction requested=false at 1730970873774 (+6 ms)Writing region close event to WAL at 1730970873776 (+2 ms)Closed at 1730970873776 2024-11-07T09:14:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34079 is added to blk_1073741830_1006 (size=41008) 2024-11-07T09:14:33,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28b8587a-85ea-edb4-8c16-a6f2bd4df17a/MasterData/WALs/9f1eb259a29b,43081,1730970859150/9f1eb259a29b%2C43081%2C1730970859150.1730970860549 not finished, retry = 0 2024-11-07T09:14:33,879 INFO [M:0;9f1eb259a29b:43081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:14:33,879 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:14:33,879 INFO [M:0;9f1eb259a29b:43081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43081 2024-11-07T09:14:33,879 INFO [M:0;9f1eb259a29b:43081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:14:33,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:33,982 INFO [M:0;9f1eb259a29b:43081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:14:33,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43081-0x100f1b51d440000, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:14:33,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79f3518d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:14:33,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:14:33,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:14:33,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:14:33,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/hadoop.log.dir/,STOPPED} 2024-11-07T09:14:33,987 WARN [BP-1779580423-172.17.0.2-1730970858199 heartbeating to localhost/127.0.0.1:42249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:14:33,987 WARN [BP-1779580423-172.17.0.2-1730970858199 heartbeating to localhost/127.0.0.1:42249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1779580423-172.17.0.2-1730970858199 (Datanode Uuid e449511e-391b-4c58-b50f-59b5935da058) service to localhost/127.0.0.1:42249 2024-11-07T09:14:33,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/cluster_cfe74ac4-af00-f5e0-116b-1ec953b17cba/data/data1/current/BP-1779580423-172.17.0.2-1730970858199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:14:33,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/cluster_cfe74ac4-af00-f5e0-116b-1ec953b17cba/data/data2/current/BP-1779580423-172.17.0.2-1730970858199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:14:33,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:14:33,988 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:14:33,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:14:33,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:14:33,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:14:33,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:14:33,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:14:33,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296d814b-ad19-1de8-5d97-764571f451be/hadoop.log.dir/,STOPPED} 2024-11-07T09:14:34,002 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:14:34,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:14:34,024 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45305 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42249 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=5055 (was 5410) 2024-11-07T09:14:34,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=5055 2024-11-07T09:14:34,044 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-07T09:14:34,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/hadoop.log.dir so I do NOT create it in target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7 2024-11-07T09:14:34,045 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:14:34,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/hadoop.tmp.dir so I do NOT create it in target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7 2024-11-07T09:14:34,045 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e7cc845-588d-3a22-29b5-1802d6f1af92/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:14:34,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7 2024-11-07T09:14:34,045 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/cluster_4911389e-8607-f0e9-d2ff-a870f835fcc1, deleteOnExit=true 2024-11-07T09:14:34,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/cluster_4911389e-8607-f0e9-d2ff-a870f835fcc1/zookeeper_0, clientPort=53118, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/cluster_4911389e-8607-f0e9-d2ff-a870f835fcc1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/cluster_4911389e-8607-f0e9-d2ff-a870f835fcc1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:14:34,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53118 2024-11-07T09:14:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:14:34,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:14:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/test.cache.data in system properties and HBase conf 2024-11-07T09:14:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:14:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:14:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:14:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:14:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:14:34,049 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:14:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:14:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:14:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:14:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:14:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:14:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:14:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:14:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:14:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:14:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:14:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:14:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:14:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:14:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:14:34,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100f1b51d440005, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:14:34,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100f1b51d440002, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:14:34,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100f1b51d440005, quorum=127.0.0.1:59884, baseZNode=/1305067860 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:14:34,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100f1b51d440002, quorum=127.0.0.1:59884, baseZNode=/0-1695063841 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:14:34,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:34,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:14:34,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:14:34,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:14:34,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:14:34,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:34,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:14:34,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:14:34,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:14:34,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:14:34,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T09:14:34,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:14:34,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a3bd84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/java.io.tmpdir/jetty-localhost-36743-hadoop-hdfs-3_4_1-tests_jar-_-any-16488886979568685089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:14:34,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:36743} 2024-11-07T09:14:34,259 INFO [Time-limited test {}] server.Server(415): Started @45529ms 2024-11-07T09:14:34,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:34,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:14:34,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:14:34,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:14:34,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:14:34,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:14:34,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:14:34,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5377c0bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/java.io.tmpdir/jetty-localhost-40003-hadoop-hdfs-3_4_1-tests_jar-_-any-2193094124152663120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:14:34,457 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:40003} 2024-11-07T09:14:34,457 INFO [Time-limited test {}] server.Server(415): Started @45728ms 2024-11-07T09:14:34,458 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:14:34,553 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/cluster_4911389e-8607-f0e9-d2ff-a870f835fcc1/data/data1/current/BP-1905637797-172.17.0.2-1730970874080/current, will proceed with Du for space computation calculation, 2024-11-07T09:14:34,554 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/cluster_4911389e-8607-f0e9-d2ff-a870f835fcc1/data/data2/current/BP-1905637797-172.17.0.2-1730970874080/current, will proceed with Du for space computation calculation, 2024-11-07T09:14:34,575 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:14:34,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf45e5f8c2922d71f with lease ID 0x9804aa51bbd98625: Processing first storage report for DS-86511106-3250-4027-b852-307d05680d8c from datanode DatanodeRegistration(127.0.0.1:32891, datanodeUuid=e4ad0126-0396-4004-be31-f61e233d9837, infoPort=41711, infoSecurePort=0, ipcPort=37491, storageInfo=lv=-57;cid=testClusterID;nsid=804758884;c=1730970874080) 2024-11-07T09:14:34,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf45e5f8c2922d71f with lease ID 0x9804aa51bbd98625: from storage DS-86511106-3250-4027-b852-307d05680d8c node DatanodeRegistration(127.0.0.1:32891, datanodeUuid=e4ad0126-0396-4004-be31-f61e233d9837, infoPort=41711, infoSecurePort=0, ipcPort=37491, storageInfo=lv=-57;cid=testClusterID;nsid=804758884;c=1730970874080), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:14:34,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf45e5f8c2922d71f with lease ID 0x9804aa51bbd98625: Processing first storage report for DS-101a1c1b-a2ae-4d7e-b810-2ab60b523c61 from datanode DatanodeRegistration(127.0.0.1:32891, datanodeUuid=e4ad0126-0396-4004-be31-f61e233d9837, infoPort=41711, infoSecurePort=0, ipcPort=37491, storageInfo=lv=-57;cid=testClusterID;nsid=804758884;c=1730970874080) 2024-11-07T09:14:34,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf45e5f8c2922d71f with lease ID 0x9804aa51bbd98625: from storage DS-101a1c1b-a2ae-4d7e-b810-2ab60b523c61 node DatanodeRegistration(127.0.0.1:32891, datanodeUuid=e4ad0126-0396-4004-be31-f61e233d9837, infoPort=41711, infoSecurePort=0, ipcPort=37491, storageInfo=lv=-57;cid=testClusterID;nsid=804758884;c=1730970874080), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:14:34,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7 2024-11-07T09:14:34,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:34,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:34,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:14:34,995 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce with version=8 2024-11-07T09:14:34,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/hbase-staging 2024-11-07T09:14:34,997 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:14:34,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:34,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:34,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:14:34,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:34,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:14:34,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:14:34,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:14:34,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33093 2024-11-07T09:14:34,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33093 connecting to ZooKeeper ensemble=127.0.0.1:53118 2024-11-07T09:14:35,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330930x0, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:35,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33093-0x100f1b55b4f0000 connected 2024-11-07T09:14:35,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:35,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:35,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Set watcher on znode that does not yet exist, /0951615383/running 2024-11-07T09:14:35,023 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce, hbase.cluster.distributed=false 2024-11-07T09:14:35,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Set watcher on znode that does not yet exist, /0951615383/acl 2024-11-07T09:14:35,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33093 2024-11-07T09:14:35,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33093 2024-11-07T09:14:35,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33093 2024-11-07T09:14:35,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33093 2024-11-07T09:14:35,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33093 2024-11-07T09:14:35,047 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:14:35,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:35,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:35,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:14:35,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:35,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:14:35,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:14:35,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:14:35,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33489 2024-11-07T09:14:35,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33489 connecting to ZooKeeper ensemble=127.0.0.1:53118 2024-11-07T09:14:35,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:35,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:35,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334890x0, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:35,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33489-0x100f1b55b4f0001 connected 2024-11-07T09:14:35,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Set watcher on znode that does not yet exist, /0951615383/running 2024-11-07T09:14:35,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:14:35,057 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:14:35,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Set watcher on znode that does not yet exist, /0951615383/master 2024-11-07T09:14:35,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Set watcher on znode that does not yet exist, /0951615383/acl 2024-11-07T09:14:35,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33489 2024-11-07T09:14:35,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33489 2024-11-07T09:14:35,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33489 2024-11-07T09:14:35,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33489 2024-11-07T09:14:35,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33489 2024-11-07T09:14:35,075 DEBUG [M:0;9f1eb259a29b:33093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:33093 2024-11-07T09:14:35,075 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0951615383/backup-masters/9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:35,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383/backup-masters 2024-11-07T09:14:35,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383/backup-masters 2024-11-07T09:14:35,078 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Set watcher on existing znode=/0951615383/backup-masters/9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:35,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951615383/master 2024-11-07T09:14:35,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:35,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:35,080 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Set watcher on existing znode=/0951615383/master 2024-11-07T09:14:35,080 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0951615383/backup-masters/9f1eb259a29b,33093,1730970874997 from backup master directory 2024-11-07T09:14:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951615383/backup-masters/9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383/backup-masters 2024-11-07T09:14:35,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383/backup-masters 2024-11-07T09:14:35,082 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:14:35,082 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:35,089 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/hbase.id] with ID: 3df251f0-3cc6-4229-91fa-958b3f64be00 2024-11-07T09:14:35,090 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/.tmp/hbase.id 2024-11-07T09:14:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:14:35,498 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/.tmp/hbase.id]:[hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/hbase.id] 2024-11-07T09:14:35,510 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:35,510 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:14:35,511 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:14:35,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:35,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:35,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:14:35,919 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:14:35,920 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:14:35,921 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:14:36,329 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store 2024-11-07T09:14:36,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:14:36,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:36,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:14:36,736 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:36,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:36,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:14:36,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:36,736 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:36,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970876736Disabling compacts and flushes for region at 1730970876736Disabling writes for close at 1730970876736Writing region close event to WAL at 1730970876736Closed at 1730970876736 2024-11-07T09:14:36,737 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/.initializing 2024-11-07T09:14:36,737 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/WALs/9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:36,738 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:14:36,740 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C33093%2C1730970874997, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/WALs/9f1eb259a29b,33093,1730970874997, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/oldWALs, maxLogs=10 2024-11-07T09:14:36,753 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/WALs/9f1eb259a29b,33093,1730970874997/9f1eb259a29b%2C33093%2C1730970874997.1730970876740, exclude list is [], retry=0 2024-11-07T09:14:36,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32891,DS-86511106-3250-4027-b852-307d05680d8c,DISK] 2024-11-07T09:14:36,757 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/WALs/9f1eb259a29b,33093,1730970874997/9f1eb259a29b%2C33093%2C1730970874997.1730970876740 2024-11-07T09:14:36,758 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41711:41711)] 2024-11-07T09:14:36,758 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:36,758 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:36,758 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,758 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:14:36,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:36,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:36,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:14:36,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:36,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:36,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:14:36,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:36,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:36,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:14:36,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:36,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:36,767 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,767 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,768 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,769 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,769 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,769 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:36,770 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:36,772 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:36,773 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65719731, jitterRate=-0.020699694752693176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:36,773 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970876758Initializing all the Stores at 1730970876759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970876759Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970876759Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970876759Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970876759Cleaning up temporary data from old regions at 1730970876769 (+10 ms)Region opened successfully at 1730970876773 (+4 ms) 2024-11-07T09:14:36,773 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:14:36,776 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532de566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:14:36,777 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:14:36,777 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:14:36,777 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:14:36,778 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:14:36,778 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:14:36,778 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:14:36,778 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:14:36,780 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:14:36,781 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Unable to get data of znode /0951615383/balancer because node does not exist (not necessarily an error) 2024-11-07T09:14:36,783 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951615383/balancer already deleted, retry=false 2024-11-07T09:14:36,783 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:14:36,783 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Unable to get data of znode /0951615383/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:14:36,785 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951615383/normalizer already deleted, retry=false 2024-11-07T09:14:36,785 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:14:36,786 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Unable to get data of znode /0951615383/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:14:36,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951615383/switch/split already deleted, retry=false 2024-11-07T09:14:36,789 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Unable to get data of znode /0951615383/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:14:36,790 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951615383/switch/merge already deleted, retry=false 2024-11-07T09:14:36,792 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Unable to get data of znode /0951615383/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:14:36,793 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951615383/snapshot-cleanup already deleted, retry=false 2024-11-07T09:14:36,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951615383/running 2024-11-07T09:14:36,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951615383/running 2024-11-07T09:14:36,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:36,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:36,795 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,33093,1730970874997, sessionid=0x100f1b55b4f0000, setting cluster-up flag (Was=false) 2024-11-07T09:14:36,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:36,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:36,803 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951615383/flush-table-proc/acquired, /0951615383/flush-table-proc/reached, /0951615383/flush-table-proc/abort 2024-11-07T09:14:36,804 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:36,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:36,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:36,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951615383/online-snapshot/acquired, /0951615383/online-snapshot/reached, /0951615383/online-snapshot/abort 2024-11-07T09:14:36,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:36,819 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:14:36,820 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:36,821 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:14:36,821 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:14:36,821 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,33093,1730970874997 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:14:36,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:36,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:36,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:36,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:36,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:14:36,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:14:36,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,823 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730970906823 2024-11-07T09:14:36,823 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:14:36,823 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:14:36,823 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:14:36,823 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:14:36,823 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:14:36,823 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:14:36,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:36,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:14:36,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:14:36,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:14:36,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:14:36,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:14:36,825 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:36,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:14:36,828 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:14:36,828 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:14:36,828 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970876828,5,FailOnTimeoutGroup] 2024-11-07T09:14:36,829 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970876829,5,FailOnTimeoutGroup] 2024-11-07T09:14:36,829 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,829 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:14:36,829 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,829 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:14:36,867 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(746): ClusterId : 3df251f0-3cc6-4229-91fa-958b3f64be00 2024-11-07T09:14:36,867 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:14:36,869 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:14:36,869 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:14:36,871 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:14:36,871 DEBUG [RS:0;9f1eb259a29b:33489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ad8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:14:36,883 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:33489 2024-11-07T09:14:36,883 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:14:36,883 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:14:36,883 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:14:36,884 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,33093,1730970874997 with port=33489, startcode=1730970875046 2024-11-07T09:14:36,884 DEBUG [RS:0;9f1eb259a29b:33489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:14:36,886 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:14:36,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:36,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33093 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:36,888 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce 2024-11-07T09:14:36,888 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40123 2024-11-07T09:14:36,888 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:14:36,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383/rs 2024-11-07T09:14:36,891 DEBUG [RS:0;9f1eb259a29b:33489 {}] zookeeper.ZKUtil(111): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Set watcher on existing znode=/0951615383/rs/9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:36,891 WARN [RS:0;9f1eb259a29b:33489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:14:36,891 INFO [RS:0;9f1eb259a29b:33489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:36,891 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:36,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,33489,1730970875046] 2024-11-07T09:14:36,894 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:14:36,896 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:14:36,896 INFO [RS:0;9f1eb259a29b:33489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:14:36,896 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,897 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:14:36,897 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:14:36,897 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:14:36,898 DEBUG [RS:0;9f1eb259a29b:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:14:36,899 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,899 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,899 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,899 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,899 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,899 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33489,1730970875046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:14:36,914 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:14:36,914 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33489,1730970875046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,915 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,915 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.Replication(171): 9f1eb259a29b,33489,1730970875046 started 2024-11-07T09:14:36,928 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:36,928 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,33489,1730970875046, RpcServer on 9f1eb259a29b/172.17.0.2:33489, sessionid=0x100f1b55b4f0001 2024-11-07T09:14:36,928 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:14:36,928 DEBUG [RS:0;9f1eb259a29b:33489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:36,928 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,33489,1730970875046' 2024-11-07T09:14:36,928 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951615383/flush-table-proc/abort' 2024-11-07T09:14:36,928 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951615383/flush-table-proc/acquired' 2024-11-07T09:14:36,929 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:14:36,929 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:14:36,929 DEBUG [RS:0;9f1eb259a29b:33489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:36,929 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,33489,1730970875046' 2024-11-07T09:14:36,929 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951615383/online-snapshot/abort' 2024-11-07T09:14:36,929 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951615383/online-snapshot/acquired' 2024-11-07T09:14:36,930 DEBUG [RS:0;9f1eb259a29b:33489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:14:36,930 INFO [RS:0;9f1eb259a29b:33489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:14:36,930 INFO [RS:0;9f1eb259a29b:33489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:14:37,030 INFO [RS:0;9f1eb259a29b:33489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:14:37,032 INFO [RS:0;9f1eb259a29b:33489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C33489%2C1730970875046, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/oldWALs, maxLogs=10 2024-11-07T09:14:37,045 DEBUG [RS:0;9f1eb259a29b:33489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032, exclude list is [], retry=0 2024-11-07T09:14:37,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32891,DS-86511106-3250-4027-b852-307d05680d8c,DISK] 2024-11-07T09:14:37,050 INFO [RS:0;9f1eb259a29b:33489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 2024-11-07T09:14:37,050 DEBUG [RS:0;9f1eb259a29b:33489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41711:41711)] 2024-11-07T09:14:37,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:14:37,234 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce 2024-11-07T09:14:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:14:37,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:37,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:14:37,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:14:37,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:37,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:37,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:14:37,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:14:37,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:37,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:37,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:14:37,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:14:37,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:37,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:37,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:14:37,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:14:37,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:37,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:37,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:14:37,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740 2024-11-07T09:14:37,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740 2024-11-07T09:14:37,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:14:37,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:14:37,652 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:37,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:14:37,655 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:37,655 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70515351, jitterRate=0.05076061189174652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:37,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730970877641Initializing all the Stores at 1730970877641Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970877641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970877642 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970877642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970877642Cleaning up temporary data from old regions at 1730970877651 (+9 ms)Region opened successfully at 1730970877656 (+5 ms) 2024-11-07T09:14:37,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:14:37,656 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:14:37,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:14:37,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:14:37,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:14:37,657 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:37,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970877656Disabling compacts and flushes for region at 1730970877656Disabling writes for close at 1730970877656Writing region close event to WAL at 1730970877657 (+1 ms)Closed at 1730970877657 2024-11-07T09:14:37,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:37,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:14:37,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:14:37,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:37,660 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:14:37,811 DEBUG [9f1eb259a29b:33093 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:14:37,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:37,813 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,33489,1730970875046, state=OPENING 2024-11-07T09:14:37,815 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:14:37,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:37,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:37,817 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:37,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951615383/meta-region-server: CHANGED 2024-11-07T09:14:37,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,33489,1730970875046}] 2024-11-07T09:14:37,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951615383/meta-region-server: CHANGED 2024-11-07T09:14:37,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:14:37,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:37,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:14:37,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:14:37,980 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:14:37,980 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:37,981 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:14:37,982 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C33489%2C1730970875046.meta, suffix=.meta, logDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/oldWALs, maxLogs=10 2024-11-07T09:14:37,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:37,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:37,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:37,995 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.meta.1730970877982.meta, exclude list is [], retry=0 2024-11-07T09:14:37,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32891,DS-86511106-3250-4027-b852-307d05680d8c,DISK] 2024-11-07T09:14:37,999 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.meta.1730970877982.meta 2024-11-07T09:14:37,999 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41711:41711)] 2024-11-07T09:14:37,999 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:38,000 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:38,000 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:14:38,000 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:14:38,000 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:14:38,000 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:14:38,000 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:38,000 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:14:38,000 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:14:38,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:14:38,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:14:38,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:38,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:38,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:14:38,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:14:38,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:38,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:38,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:14:38,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:14:38,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:38,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:38,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:14:38,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:14:38,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:38,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:38,007 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:14:38,008 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740 2024-11-07T09:14:38,009 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740 2024-11-07T09:14:38,010 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:14:38,010 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:14:38,010 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:38,011 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:14:38,012 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63970799, jitterRate=-0.046760812401771545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:38,012 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:14:38,013 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970878000Writing region info on filesystem at 1730970878000Initializing all the Stores at 1730970878001 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970878001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970878001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970878001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970878001Cleaning up temporary data from old regions at 1730970878010 (+9 ms)Running coprocessor post-open hooks at 1730970878012 (+2 ms)Region opened successfully at 1730970878013 (+1 ms) 2024-11-07T09:14:38,014 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730970877972 2024-11-07T09:14:38,016 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:14:38,016 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:14:38,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:38,018 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,33489,1730970875046, state=OPEN 2024-11-07T09:14:38,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951615383/meta-region-server 2024-11-07T09:14:38,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951615383/meta-region-server 2024-11-07T09:14:38,023 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:38,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951615383/meta-region-server: CHANGED 2024-11-07T09:14:38,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951615383/meta-region-server: CHANGED 2024-11-07T09:14:38,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:14:38,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,33489,1730970875046 in 206 msec 2024-11-07T09:14:38,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:14:38,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-07T09:14:38,029 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:38,029 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:14:38,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:38,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,33489,1730970875046, seqNum=-1] 2024-11-07T09:14:38,031 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:38,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:38,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-07T09:14:38,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970878037, completionTime=-1 2024-11-07T09:14:38,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:14:38,037 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:14:38,039 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:14:38,039 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730970938039 2024-11-07T09:14:38,039 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730970998039 2024-11-07T09:14:38,039 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:14:38,039 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33093,1730970874997-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:38,039 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33093,1730970874997-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:38,040 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33093,1730970874997-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:38,040 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:33093, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:38,040 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:38,040 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:38,041 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:14:38,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.961sec 2024-11-07T09:14:38,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:14:38,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:14:38,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:14:38,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:14:38,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:14:38,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33093,1730970874997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:14:38,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33093,1730970874997-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:14:38,046 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:14:38,046 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:14:38,046 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33093,1730970874997-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:38,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d75e731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:38,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33093,-1 for getting cluster id 2024-11-07T09:14:38,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:38,073 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3df251f0-3cc6-4229-91fa-958b3f64be00' 2024-11-07T09:14:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3df251f0-3cc6-4229-91fa-958b3f64be00" 2024-11-07T09:14:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7909c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33093,-1] 2024-11-07T09:14:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:38,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:38,076 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:38,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5e9422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:38,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,33489,1730970875046, seqNum=-1] 2024-11-07T09:14:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:38,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:38,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:38,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53118 2024-11-07T09:14:38,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:38,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100f1b55b4f0002 connected 2024-11-07T09:14:38,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/hadoop.log.dir so I do NOT create it in target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b 2024-11-07T09:14:38,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:14:38,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/hadoop.tmp.dir so I do NOT create it in target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b 2024-11-07T09:14:38,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:14:38,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b 2024-11-07T09:14:38,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:14:38,088 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/cluster_6802d334-d366-a407-3bae-4674848298c6, deleteOnExit=true 2024-11-07T09:14:38,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:14:38,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/test.cache.data in system properties and HBase conf 2024-11-07T09:14:38,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:14:38,089 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:14:38,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:14:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:14:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:14:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:14:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:14:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:14:38,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:14:38,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:38,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:14:38,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:14:38,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:14:38,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:14:38,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:38,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190dc48d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:14:38,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@891ab73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:14:38,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dd157b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/java.io.tmpdir/jetty-localhost-41695-hadoop-hdfs-3_4_1-tests_jar-_-any-3831228205121010910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:14:38,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a6817b9{HTTP/1.1, (http/1.1)}{localhost:41695} 2024-11-07T09:14:38,285 INFO [Time-limited test {}] server.Server(415): Started @49556ms 2024-11-07T09:14:38,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:14:38,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:14:38,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:14:38,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:14:38,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:14:38,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759cc101{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:14:38,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b468588{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:14:38,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d4c7246{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/java.io.tmpdir/jetty-localhost-36817-hadoop-hdfs-3_4_1-tests_jar-_-any-11807138199618062577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:14:38,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba4d1a{HTTP/1.1, (http/1.1)}{localhost:36817} 2024-11-07T09:14:38,482 INFO [Time-limited test {}] server.Server(415): Started @49753ms 2024-11-07T09:14:38,483 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:14:38,575 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/cluster_6802d334-d366-a407-3bae-4674848298c6/data/data1/current/BP-615890721-172.17.0.2-1730970878111/current, will proceed with Du for space computation calculation, 2024-11-07T09:14:38,576 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/cluster_6802d334-d366-a407-3bae-4674848298c6/data/data2/current/BP-615890721-172.17.0.2-1730970878111/current, will proceed with Du for space computation calculation, 2024-11-07T09:14:38,592 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:14:38,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfacec4da7696c4c6 with lease ID 0xb803e9958b8eb344: Processing first storage report for DS-35825b4d-9991-4f06-bb2a-77852f649939 from datanode DatanodeRegistration(127.0.0.1:35697, datanodeUuid=656faefa-22b4-4c3d-b3b5-b0b033aecac9, infoPort=43253, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=1189688351;c=1730970878111) 2024-11-07T09:14:38,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfacec4da7696c4c6 with lease ID 0xb803e9958b8eb344: from storage DS-35825b4d-9991-4f06-bb2a-77852f649939 node DatanodeRegistration(127.0.0.1:35697, datanodeUuid=656faefa-22b4-4c3d-b3b5-b0b033aecac9, infoPort=43253, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=1189688351;c=1730970878111), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:14:38,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfacec4da7696c4c6 with lease ID 0xb803e9958b8eb344: Processing first storage report for DS-a565424e-16f0-410f-b33d-12799d10bcd4 from datanode DatanodeRegistration(127.0.0.1:35697, datanodeUuid=656faefa-22b4-4c3d-b3b5-b0b033aecac9, infoPort=43253, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=1189688351;c=1730970878111) 2024-11-07T09:14:38,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfacec4da7696c4c6 with lease ID 0xb803e9958b8eb344: from storage DS-a565424e-16f0-410f-b33d-12799d10bcd4 node DatanodeRegistration(127.0.0.1:35697, datanodeUuid=656faefa-22b4-4c3d-b3b5-b0b033aecac9, infoPort=43253, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=1189688351;c=1730970878111), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:14:38,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b 2024-11-07T09:14:38,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:38,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:14:39,016 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d with version=8 2024-11-07T09:14:39,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/hbase-staging 2024-11-07T09:14:39,018 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:14:39,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:39,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:39,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:14:39,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:39,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:14:39,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:14:39,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:14:39,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41595 2024-11-07T09:14:39,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41595 connecting to ZooKeeper ensemble=127.0.0.1:53118 2024-11-07T09:14:39,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415950x0, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:39,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41595-0x100f1b55b4f0003 connected 2024-11-07T09:14:39,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:39,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:39,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Set watcher on znode that does not yet exist, /11407491285/running 2024-11-07T09:14:39,039 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d, hbase.cluster.distributed=false 2024-11-07T09:14:39,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Set watcher on znode that does not yet exist, /11407491285/acl 2024-11-07T09:14:39,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41595 2024-11-07T09:14:39,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41595 2024-11-07T09:14:39,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41595 2024-11-07T09:14:39,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41595 2024-11-07T09:14:39,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41595 2024-11-07T09:14:39,059 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:14:39,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:39,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:39,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:14:39,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:14:39,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:14:39,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:14:39,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:14:39,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45783 2024-11-07T09:14:39,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45783 connecting to ZooKeeper ensemble=127.0.0.1:53118 2024-11-07T09:14:39,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:39,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:39,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457830x0, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:39,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457830x0, quorum=127.0.0.1:53118, baseZNode=/11407491285 Set watcher on znode that does not yet exist, /11407491285/running 2024-11-07T09:14:39,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45783-0x100f1b55b4f0004 connected 2024-11-07T09:14:39,067 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:14:39,068 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:14:39,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Set watcher on znode that does not yet exist, /11407491285/master 2024-11-07T09:14:39,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Set watcher on znode that does not yet exist, /11407491285/acl 2024-11-07T09:14:39,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45783 2024-11-07T09:14:39,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45783 2024-11-07T09:14:39,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45783 2024-11-07T09:14:39,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45783 2024-11-07T09:14:39,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45783 2024-11-07T09:14:39,084 DEBUG [M:0;9f1eb259a29b:41595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:41595 2024-11-07T09:14:39,084 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11407491285/backup-masters/9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:39,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285/backup-masters 2024-11-07T09:14:39,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285/backup-masters 2024-11-07T09:14:39,088 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Set watcher on existing znode=/11407491285/backup-masters/9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:39,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11407491285/master 2024-11-07T09:14:39,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:39,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:39,090 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Set watcher on existing znode=/11407491285/master 2024-11-07T09:14:39,090 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11407491285/backup-masters/9f1eb259a29b,41595,1730970879018 from backup master directory 2024-11-07T09:14:39,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11407491285/backup-masters/9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:39,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285/backup-masters 2024-11-07T09:14:39,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285/backup-masters 2024-11-07T09:14:39,091 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:14:39,091 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:39,095 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/hbase.id] with ID: a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df 2024-11-07T09:14:39,095 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/.tmp/hbase.id 2024-11-07T09:14:39,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:14:39,502 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/.tmp/hbase.id]:[hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/hbase.id] 2024-11-07T09:14:39,513 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:39,513 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:14:39,514 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:14:39,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:39,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:39,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:14:39,922 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:14:39,923 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:14:39,923 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:14:40,331 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store 2024-11-07T09:14:40,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:14:40,738 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:40,738 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:14:40,738 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:40,738 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:40,738 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:14:40,738 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:40,738 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:14:40,738 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970880738Disabling compacts and flushes for region at 1730970880738Disabling writes for close at 1730970880738Writing region close event to WAL at 1730970880738Closed at 1730970880738 2024-11-07T09:14:40,739 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/.initializing 2024-11-07T09:14:40,739 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/WALs/9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:40,740 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:14:40,742 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C41595%2C1730970879018, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/WALs/9f1eb259a29b,41595,1730970879018, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/oldWALs, maxLogs=10 2024-11-07T09:14:40,756 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/WALs/9f1eb259a29b,41595,1730970879018/9f1eb259a29b%2C41595%2C1730970879018.1730970880742, exclude list is [], retry=0 2024-11-07T09:14:40,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35697,DS-35825b4d-9991-4f06-bb2a-77852f649939,DISK] 2024-11-07T09:14:40,760 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/WALs/9f1eb259a29b,41595,1730970879018/9f1eb259a29b%2C41595%2C1730970879018.1730970880742 2024-11-07T09:14:40,760 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43253:43253)] 2024-11-07T09:14:40,761 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:40,761 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:40,761 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,761 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:14:40,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:40,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:40,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:14:40,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:40,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:40,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:14:40,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:40,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:40,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:14:40,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:40,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:40,769 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,770 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,770 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,771 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,771 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,771 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:40,772 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:14:40,774 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:40,775 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64375743, jitterRate=-0.0407266765832901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:40,775 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970880761Initializing all the Stores at 1730970880762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970880762Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970880762Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970880762Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970880762Cleaning up temporary data from old regions at 1730970880771 (+9 ms)Region opened successfully at 1730970880775 (+4 ms) 2024-11-07T09:14:40,775 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:14:40,778 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7bfd25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:14:40,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:14:40,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:14:40,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:14:40,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:14:40,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:14:40,780 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:14:40,780 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:14:40,781 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:14:40,782 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Unable to get data of znode /11407491285/balancer because node does not exist (not necessarily an error) 2024-11-07T09:14:40,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11407491285/balancer already deleted, retry=false 2024-11-07T09:14:40,788 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:14:40,789 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Unable to get data of znode /11407491285/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:14:40,790 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11407491285/normalizer already deleted, retry=false 2024-11-07T09:14:40,790 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:14:40,791 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Unable to get data of znode /11407491285/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:14:40,792 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11407491285/switch/split already deleted, retry=false 2024-11-07T09:14:40,793 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Unable to get data of znode /11407491285/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:14:40,794 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11407491285/switch/merge already deleted, retry=false 2024-11-07T09:14:40,796 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Unable to get data of znode /11407491285/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:14:40,798 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11407491285/snapshot-cleanup already deleted, retry=false 2024-11-07T09:14:40,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11407491285/running 2024-11-07T09:14:40,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11407491285/running 2024-11-07T09:14:40,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:40,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:40,800 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,41595,1730970879018, sessionid=0x100f1b55b4f0003, setting cluster-up flag (Was=false) 2024-11-07T09:14:40,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:40,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:40,807 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11407491285/flush-table-proc/acquired, /11407491285/flush-table-proc/reached, /11407491285/flush-table-proc/abort 2024-11-07T09:14:40,808 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:40,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:40,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:40,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11407491285/online-snapshot/acquired, /11407491285/online-snapshot/reached, /11407491285/online-snapshot/abort 2024-11-07T09:14:40,818 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:40,819 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:14:40,820 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:40,821 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:14:40,821 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:14:40,821 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,41595,1730970879018 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:14:40,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:40,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:40,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:40,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:14:40,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:14:40,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:14:40,822 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:40,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:14:40,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730970910824 2024-11-07T09:14:40,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:14:40,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:14:40,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:14:40,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:14:40,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:14:40,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:14:40,824 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,825 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:14:40,825 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:14:40,825 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:14:40,825 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:40,825 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:14:40,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:14:40,826 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:14:40,826 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:14:40,828 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970880826,5,FailOnTimeoutGroup] 2024-11-07T09:14:40,828 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970880828,5,FailOnTimeoutGroup] 2024-11-07T09:14:40,829 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,829 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:14:40,829 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,829 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:14:40,876 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(746): ClusterId : a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df 2024-11-07T09:14:40,876 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:14:40,879 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:14:40,879 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:14:40,881 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:14:40,881 DEBUG [RS:0;9f1eb259a29b:45783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a48987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:14:40,893 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:45783 2024-11-07T09:14:40,893 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:14:40,893 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:14:40,893 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:14:40,893 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,41595,1730970879018 with port=45783, startcode=1730970879059 2024-11-07T09:14:40,894 DEBUG [RS:0;9f1eb259a29b:45783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:14:40,895 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:14:40,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,45783,1730970879059 2024-11-07T09:14:40,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41595 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,45783,1730970879059 2024-11-07T09:14:40,898 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d 2024-11-07T09:14:40,898 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37967 2024-11-07T09:14:40,898 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:14:40,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285/rs 2024-11-07T09:14:40,900 DEBUG [RS:0;9f1eb259a29b:45783 {}] zookeeper.ZKUtil(111): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Set watcher on existing znode=/11407491285/rs/9f1eb259a29b,45783,1730970879059 2024-11-07T09:14:40,900 WARN [RS:0;9f1eb259a29b:45783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:14:40,900 INFO [RS:0;9f1eb259a29b:45783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:40,900 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/WALs/9f1eb259a29b,45783,1730970879059 2024-11-07T09:14:40,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,45783,1730970879059] 2024-11-07T09:14:40,903 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:14:40,905 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:14:40,905 INFO [RS:0;9f1eb259a29b:45783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:14:40,905 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,905 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:14:40,906 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:14:40,906 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,906 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,906 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,906 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,906 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,906 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,906 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:14:40,906 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,906 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,906 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,906 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,906 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,907 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:14:40,907 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:14:40,907 DEBUG [RS:0;9f1eb259a29b:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:14:40,907 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,907 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,907 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,907 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,907 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,907 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45783,1730970879059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:14:40,922 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:14:40,922 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45783,1730970879059-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,922 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,922 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.Replication(171): 9f1eb259a29b,45783,1730970879059 started 2024-11-07T09:14:40,936 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:40,936 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,45783,1730970879059, RpcServer on 9f1eb259a29b/172.17.0.2:45783, sessionid=0x100f1b55b4f0004 2024-11-07T09:14:40,936 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:14:40,936 DEBUG [RS:0;9f1eb259a29b:45783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,45783,1730970879059 2024-11-07T09:14:40,936 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,45783,1730970879059' 2024-11-07T09:14:40,936 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11407491285/flush-table-proc/abort' 2024-11-07T09:14:40,937 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11407491285/flush-table-proc/acquired' 2024-11-07T09:14:40,937 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:14:40,937 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:14:40,937 DEBUG [RS:0;9f1eb259a29b:45783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,45783,1730970879059 2024-11-07T09:14:40,937 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,45783,1730970879059' 2024-11-07T09:14:40,937 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11407491285/online-snapshot/abort' 2024-11-07T09:14:40,938 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11407491285/online-snapshot/acquired' 2024-11-07T09:14:40,938 DEBUG [RS:0;9f1eb259a29b:45783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:14:40,938 INFO [RS:0;9f1eb259a29b:45783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:14:40,938 INFO [RS:0;9f1eb259a29b:45783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:14:41,038 INFO [RS:0;9f1eb259a29b:45783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:14:41,040 INFO [RS:0;9f1eb259a29b:45783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C45783%2C1730970879059, suffix=, logDir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/WALs/9f1eb259a29b,45783,1730970879059, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/oldWALs, maxLogs=10 2024-11-07T09:14:41,054 DEBUG [RS:0;9f1eb259a29b:45783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/WALs/9f1eb259a29b,45783,1730970879059/9f1eb259a29b%2C45783%2C1730970879059.1730970881041, exclude list is [], retry=0 2024-11-07T09:14:41,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35697,DS-35825b4d-9991-4f06-bb2a-77852f649939,DISK] 2024-11-07T09:14:41,059 INFO [RS:0;9f1eb259a29b:45783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/WALs/9f1eb259a29b,45783,1730970879059/9f1eb259a29b%2C45783%2C1730970879059.1730970881041 2024-11-07T09:14:41,059 DEBUG [RS:0;9f1eb259a29b:45783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43253:43253)] 2024-11-07T09:14:41,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:14:41,234 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d 2024-11-07T09:14:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:14:41,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:41,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:14:41,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:14:41,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:41,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:41,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:14:41,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:14:41,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:41,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:41,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:14:41,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:14:41,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:41,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:41,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:14:41,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:14:41,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:41,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:41,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:14:41,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740 2024-11-07T09:14:41,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740 2024-11-07T09:14:41,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:14:41,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:14:41,651 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:41,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:14:41,654 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:41,654 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60988882, jitterRate=-0.09119483828544617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:41,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730970881640Initializing all the Stores at 1730970881641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970881641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970881641Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970881641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970881641Cleaning up temporary data from old regions at 1730970881650 (+9 ms)Region opened successfully at 1730970881654 (+4 ms) 2024-11-07T09:14:41,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:14:41,654 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:14:41,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:14:41,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:14:41,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:14:41,655 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:14:41,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970881654Disabling compacts and flushes for region at 1730970881654Disabling writes for close at 1730970881654Writing region close event to WAL at 1730970881655 (+1 ms)Closed at 1730970881655 2024-11-07T09:14:41,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:41,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:14:41,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:14:41,657 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:41,658 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:14:41,808 DEBUG [9f1eb259a29b:41595 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:14:41,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,45783,1730970879059 2024-11-07T09:14:41,811 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,45783,1730970879059, state=OPENING 2024-11-07T09:14:41,816 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:14:41,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:41,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:14:41,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11407491285/meta-region-server: CHANGED 2024-11-07T09:14:41,818 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:14:41,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11407491285/meta-region-server: CHANGED 2024-11-07T09:14:41,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,45783,1730970879059}] 2024-11-07T09:14:41,972 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:14:41,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:14:41,978 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:14:41,978 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:41,978 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:14:41,980 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C45783%2C1730970879059.meta, suffix=.meta, logDir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/WALs/9f1eb259a29b,45783,1730970879059, archiveDir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/oldWALs, maxLogs=10 2024-11-07T09:14:41,993 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/WALs/9f1eb259a29b,45783,1730970879059/9f1eb259a29b%2C45783%2C1730970879059.meta.1730970881980.meta, exclude list is [], retry=0 2024-11-07T09:14:41,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35697,DS-35825b4d-9991-4f06-bb2a-77852f649939,DISK] 2024-11-07T09:14:41,997 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/WALs/9f1eb259a29b,45783,1730970879059/9f1eb259a29b%2C45783%2C1730970879059.meta.1730970881980.meta 2024-11-07T09:14:41,997 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43253:43253)] 2024-11-07T09:14:41,998 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:41,998 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:41,998 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:14:41,998 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:14:41,998 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:14:41,998 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:14:41,998 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:41,999 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:14:41,999 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:14:42,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:14:42,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:14:42,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:42,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:42,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:14:42,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:14:42,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:42,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:42,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:14:42,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:14:42,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:42,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:42,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:14:42,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:14:42,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:42,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:14:42,005 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:14:42,005 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740 2024-11-07T09:14:42,006 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740 2024-11-07T09:14:42,007 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:14:42,008 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:14:42,008 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:14:42,009 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:14:42,010 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64103479, jitterRate=-0.04478372633457184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:14:42,010 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:14:42,010 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970881999Writing region info on filesystem at 1730970881999Initializing all the Stores at 1730970881999Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970882000 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970882000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970882000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970882000Cleaning up temporary data from old regions at 1730970882008 (+8 ms)Running coprocessor post-open hooks at 1730970882010 (+2 ms)Region opened successfully at 1730970882010 2024-11-07T09:14:42,011 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730970881972 2024-11-07T09:14:42,014 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:14:42,014 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:14:42,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,45783,1730970879059 2024-11-07T09:14:42,015 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,45783,1730970879059, state=OPEN 2024-11-07T09:14:42,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11407491285/meta-region-server 2024-11-07T09:14:42,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11407491285/meta-region-server 2024-11-07T09:14:42,017 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,45783,1730970879059 2024-11-07T09:14:42,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11407491285/meta-region-server: CHANGED 2024-11-07T09:14:42,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11407491285/meta-region-server: CHANGED 2024-11-07T09:14:42,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:14:42,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,45783,1730970879059 in 198 msec 2024-11-07T09:14:42,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:14:42,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-07T09:14:42,023 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:14:42,023 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:14:42,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:42,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,45783,1730970879059, seqNum=-1] 2024-11-07T09:14:42,025 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:42,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:42,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-07T09:14:42,031 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970882031, completionTime=-1 2024-11-07T09:14:42,031 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:14:42,031 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:14:42,033 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:14:42,033 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730970942033 2024-11-07T09:14:42,033 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971002033 2024-11-07T09:14:42,033 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:14:42,034 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41595,1730970879018-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:42,034 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41595,1730970879018-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:42,034 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41595,1730970879018-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:42,034 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:41595, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:42,034 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:42,034 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:42,036 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:14:42,038 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.947sec 2024-11-07T09:14:42,038 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:14:42,038 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:14:42,038 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:14:42,038 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:14:42,038 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:14:42,038 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41595,1730970879018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:14:42,038 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41595,1730970879018-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:14:42,040 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:14:42,040 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:14:42,041 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41595,1730970879018-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:14:42,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bf9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:42,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41595,-1 for getting cluster id 2024-11-07T09:14:42,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:42,078 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df' 2024-11-07T09:14:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df" 2024-11-07T09:14:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a9b37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41595,-1] 2024-11-07T09:14:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:42,079 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:42,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a0a551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:42,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:42,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,45783,1730970879059, seqNum=-1] 2024-11-07T09:14:42,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:42,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:42,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:42,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53118 2024-11-07T09:14:42,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:14:42,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100f1b55b4f0005 connected 2024-11-07T09:14:42,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:42,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:42,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76ecc99 2024-11-07T09:14:42,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:42,097 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:42,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:14:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:14:42,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:14:42,104 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:42,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:14:42,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:14:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:42,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:14:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:42,513 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64f59898ac27f4cb28f0a3690b73913a, NAME => 'test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce 2024-11-07T09:14:42,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:14:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:42,894 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:14:42,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:42,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 64f59898ac27f4cb28f0a3690b73913a, disabling compactions & flushes 2024-11-07T09:14:42,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:14:42,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:14:42,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. after waiting 0 ms 2024-11-07T09:14:42,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:14:42,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:14:42,920 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64f59898ac27f4cb28f0a3690b73913a: Waiting for close lock at 1730970882920Disabling compacts and flushes for region at 1730970882920Disabling writes for close at 1730970882920Writing region close event to WAL at 1730970882920Closed at 1730970882920 2024-11-07T09:14:42,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:14:42,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730970882921"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730970882921"}]},"ts":"1730970882921"} 2024-11-07T09:14:42,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:14:42,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:14:42,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970882925"}]},"ts":"1730970882925"} 2024-11-07T09:14:42,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:14:42,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=64f59898ac27f4cb28f0a3690b73913a, ASSIGN}] 2024-11-07T09:14:42,929 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=64f59898ac27f4cb28f0a3690b73913a, ASSIGN 2024-11-07T09:14:42,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=64f59898ac27f4cb28f0a3690b73913a, ASSIGN; state=OFFLINE, location=9f1eb259a29b,33489,1730970875046; forceNewPlan=false, retain=false 2024-11-07T09:14:43,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64f59898ac27f4cb28f0a3690b73913a, regionState=OPENING, regionLocation=9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:43,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=64f59898ac27f4cb28f0a3690b73913a, ASSIGN because future has completed 2024-11-07T09:14:43,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64f59898ac27f4cb28f0a3690b73913a, server=9f1eb259a29b,33489,1730970875046}] 2024-11-07T09:14:43,240 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:14:43,240 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 64f59898ac27f4cb28f0a3690b73913a, NAME => 'test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:43,241 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:43,241 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:14:43,241 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,241 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:43,241 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,241 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,243 INFO [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,244 INFO [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64f59898ac27f4cb28f0a3690b73913a columnFamilyName f 2024-11-07T09:14:43,244 DEBUG [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:43,244 INFO [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] regionserver.HStore(327): Store=64f59898ac27f4cb28f0a3690b73913a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:43,245 INFO [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:43,246 INFO [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64f59898ac27f4cb28f0a3690b73913a columnFamilyName f1 2024-11-07T09:14:43,246 DEBUG [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:43,246 INFO [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] regionserver.HStore(327): Store=64f59898ac27f4cb28f0a3690b73913a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:43,246 INFO [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,247 INFO [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64f59898ac27f4cb28f0a3690b73913a columnFamilyName norep 2024-11-07T09:14:43,248 DEBUG [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:43,248 INFO [StoreOpener-64f59898ac27f4cb28f0a3690b73913a-1 {}] regionserver.HStore(327): Store=64f59898ac27f4cb28f0a3690b73913a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:43,248 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,249 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,249 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,250 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,250 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,251 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:14:43,252 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,255 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:43,255 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 64f59898ac27f4cb28f0a3690b73913a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62663147, jitterRate=-0.06624634563922882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:14:43,255 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:14:43,256 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 64f59898ac27f4cb28f0a3690b73913a: Running coprocessor pre-open hook at 1730970883241Writing region info on filesystem at 1730970883241Initializing all the Stores at 1730970883242 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970883242Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970883242Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970883242Cleaning up temporary data from old regions at 1730970883250 (+8 ms)Running coprocessor post-open hooks at 1730970883255 (+5 ms)Region opened successfully at 1730970883256 (+1 ms) 2024-11-07T09:14:43,259 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., pid=6, masterSystemTime=1730970883236 2024-11-07T09:14:43,261 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:14:43,261 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:14:43,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64f59898ac27f4cb28f0a3690b73913a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:43,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64f59898ac27f4cb28f0a3690b73913a, server=9f1eb259a29b,33489,1730970875046 because future has completed 2024-11-07T09:14:43,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:14:43,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 64f59898ac27f4cb28f0a3690b73913a, server=9f1eb259a29b,33489,1730970875046 in 184 msec 2024-11-07T09:14:43,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:14:43,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=64f59898ac27f4cb28f0a3690b73913a, ASSIGN in 342 msec 2024-11-07T09:14:43,272 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:14:43,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970883272"}]},"ts":"1730970883272"} 2024-11-07T09:14:43,275 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:14:43,276 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:14:43,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-07T09:14:43,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:14:43,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:43,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:43,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:43,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:44,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:14:44,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T09:14:44,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T09:14:44,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T09:14:44,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:14:44,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T09:14:44,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:14:44,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T09:14:44,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:14:44,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T09:14:44,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T09:14:44,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T09:14:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:44,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:44,266 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:14:44,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:44,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab381d 2024-11-07T09:14:44,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:44,269 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:44,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:14:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:14:44,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:14:44,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:44,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:14:44,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:14:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:44,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:14:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:44,682 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3fab426b368d15d42d578cb79622bed2, NAME => 'test,,1730970884269.3fab426b368d15d42d578cb79622bed2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d 2024-11-07T09:14:44,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:14:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:45,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730970884269.3fab426b368d15d42d578cb79622bed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:45,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3fab426b368d15d42d578cb79622bed2, disabling compactions & flushes 2024-11-07T09:14:45,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:14:45,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:14:45,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730970884269.3fab426b368d15d42d578cb79622bed2. after waiting 0 ms 2024-11-07T09:14:45,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:14:45,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:14:45,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3fab426b368d15d42d578cb79622bed2: Waiting for close lock at 1730970885091Disabling compacts and flushes for region at 1730970885091Disabling writes for close at 1730970885091Writing region close event to WAL at 1730970885091Closed at 1730970885091 2024-11-07T09:14:45,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:14:45,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730970884269.3fab426b368d15d42d578cb79622bed2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730970885093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730970885093"}]},"ts":"1730970885093"} 2024-11-07T09:14:45,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:14:45,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:14:45,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970885097"}]},"ts":"1730970885097"} 2024-11-07T09:14:45,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:14:45,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3fab426b368d15d42d578cb79622bed2, ASSIGN}] 2024-11-07T09:14:45,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3fab426b368d15d42d578cb79622bed2, ASSIGN 2024-11-07T09:14:45,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3fab426b368d15d42d578cb79622bed2, ASSIGN; state=OFFLINE, location=9f1eb259a29b,45783,1730970879059; forceNewPlan=false, retain=false 2024-11-07T09:14:45,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3fab426b368d15d42d578cb79622bed2, regionState=OPENING, regionLocation=9f1eb259a29b,45783,1730970879059 2024-11-07T09:14:45,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3fab426b368d15d42d578cb79622bed2, ASSIGN because future has completed 2024-11-07T09:14:45,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fab426b368d15d42d578cb79622bed2, server=9f1eb259a29b,45783,1730970879059}] 2024-11-07T09:14:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:45,413 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:14:45,413 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fab426b368d15d42d578cb79622bed2, NAME => 'test,,1730970884269.3fab426b368d15d42d578cb79622bed2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:45,413 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:45,414 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:14:45,414 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,414 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730970884269.3fab426b368d15d42d578cb79622bed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:45,414 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,414 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,416 INFO [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,418 INFO [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fab426b368d15d42d578cb79622bed2 columnFamilyName f 2024-11-07T09:14:45,418 DEBUG [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:45,418 INFO [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] regionserver.HStore(327): Store=3fab426b368d15d42d578cb79622bed2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:45,418 INFO [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,420 INFO [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fab426b368d15d42d578cb79622bed2 columnFamilyName f1 2024-11-07T09:14:45,420 DEBUG [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:45,420 INFO [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] regionserver.HStore(327): Store=3fab426b368d15d42d578cb79622bed2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:45,420 INFO [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,421 INFO [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fab426b368d15d42d578cb79622bed2 columnFamilyName norep 2024-11-07T09:14:45,422 DEBUG [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:45,422 INFO [StoreOpener-3fab426b368d15d42d578cb79622bed2-1 {}] regionserver.HStore(327): Store=3fab426b368d15d42d578cb79622bed2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:45,422 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,423 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,423 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,424 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,424 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,425 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:14:45,426 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,428 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:45,428 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3fab426b368d15d42d578cb79622bed2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68961746, jitterRate=0.027610093355178833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:14:45,428 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:14:45,428 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3fab426b368d15d42d578cb79622bed2: Running coprocessor pre-open hook at 1730970885414Writing region info on filesystem at 1730970885414Initializing all the Stores at 1730970885415 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970885415Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970885416 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970885416Cleaning up temporary data from old regions at 1730970885424 (+8 ms)Running coprocessor post-open hooks at 1730970885428 (+4 ms)Region opened successfully at 1730970885428 2024-11-07T09:14:45,429 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730970884269.3fab426b368d15d42d578cb79622bed2., pid=6, masterSystemTime=1730970885408 2024-11-07T09:14:45,432 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:14:45,432 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:14:45,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3fab426b368d15d42d578cb79622bed2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,45783,1730970879059 2024-11-07T09:14:45,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fab426b368d15d42d578cb79622bed2, server=9f1eb259a29b,45783,1730970879059 because future has completed 2024-11-07T09:14:45,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:14:45,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fab426b368d15d42d578cb79622bed2, server=9f1eb259a29b,45783,1730970879059 in 181 msec 2024-11-07T09:14:45,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:14:45,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3fab426b368d15d42d578cb79622bed2, ASSIGN in 339 msec 2024-11-07T09:14:45,443 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:14:45,443 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970885443"}]},"ts":"1730970885443"} 2024-11-07T09:14:45,445 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:14:45,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:14:45,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-07T09:14:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:14:46,417 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:14:46,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33093,-1 for getting cluster id 2024-11-07T09:14:46,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:46,418 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3df251f0-3cc6-4229-91fa-958b3f64be00' 2024-11-07T09:14:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3df251f0-3cc6-4229-91fa-958b3f64be00" 2024-11-07T09:14:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299a6d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33093,-1] 2024-11-07T09:14:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:46,420 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64143da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41595,-1 for getting cluster id 2024-11-07T09:14:46,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:46,422 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df' 2024-11-07T09:14:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df" 2024-11-07T09:14:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9ab82b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41595,-1] 2024-11-07T09:14:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:46,424 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:46,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3aeee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3ec32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33093,-1 for getting cluster id 2024-11-07T09:14:46,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:46,426 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3df251f0-3cc6-4229-91fa-958b3f64be00' 2024-11-07T09:14:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3df251f0-3cc6-4229-91fa-958b3f64be00" 2024-11-07T09:14:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e5f7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33093,-1] 2024-11-07T09:14:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:46,427 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffc6a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78375656 2024-11-07T09:14:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:46,433 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:46,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:41595,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:14:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:14:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:14:46,436 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:41595' 2024-11-07T09:14:46,437 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f71c20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,438 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41595,-1 for getting cluster id 2024-11-07T09:14:46,438 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:46,438 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df' 2024-11-07T09:14:46,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df" 2024-11-07T09:14:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52457366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41595,-1] 2024-11-07T09:14:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:46,440 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:46,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a6f087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:46,441 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:46,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:46,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a10417d 2024-11-07T09:14:46,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:46,442 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:46,443 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T09:14:46,443 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:14:46,443 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:46,443 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:46,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:46,444 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:14:46,445 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:14:46,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:14:46,446 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:46,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:14:46,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:14:46,495 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:14:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:14:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:14:46,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea80d74710f8d9f1a80aa1816a495ca9, NAME => 'hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce 2024-11-07T09:14:46,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:14:46,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T09:14:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:14:47,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:47,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea80d74710f8d9f1a80aa1816a495ca9, disabling compactions & flushes 2024-11-07T09:14:47,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:14:47,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:14:47,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. after waiting 0 ms 2024-11-07T09:14:47,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:14:47,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:14:47,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea80d74710f8d9f1a80aa1816a495ca9: Waiting for close lock at 1730970887261Disabling compacts and flushes for region at 1730970887261Disabling writes for close at 1730970887261Writing region close event to WAL at 1730970887261Closed at 1730970887261 2024-11-07T09:14:47,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:14:47,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730970887262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730970887262"}]},"ts":"1730970887262"} 2024-11-07T09:14:47,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:14:47,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:14:47,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970887266"}]},"ts":"1730970887266"} 2024-11-07T09:14:47,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:14:47,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea80d74710f8d9f1a80aa1816a495ca9, ASSIGN}] 2024-11-07T09:14:47,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea80d74710f8d9f1a80aa1816a495ca9, ASSIGN 2024-11-07T09:14:47,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea80d74710f8d9f1a80aa1816a495ca9, ASSIGN; state=OFFLINE, location=9f1eb259a29b,33489,1730970875046; forceNewPlan=false, retain=false 2024-11-07T09:14:47,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea80d74710f8d9f1a80aa1816a495ca9, regionState=OPENING, regionLocation=9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea80d74710f8d9f1a80aa1816a495ca9, ASSIGN because future has completed 2024-11-07T09:14:47,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea80d74710f8d9f1a80aa1816a495ca9, server=9f1eb259a29b,33489,1730970875046}] 2024-11-07T09:14:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:14:47,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:14:47,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:14:47,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:14:47,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C33489%2C1730970875046.rep, suffix=, logDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046, archiveDir=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/oldWALs, maxLogs=10 2024-11-07T09:14:47,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.rep.1730970887586, exclude list is [], retry=0 2024-11-07T09:14:47,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32891,DS-86511106-3250-4027-b852-307d05680d8c,DISK] 2024-11-07T09:14:47,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.rep.1730970887586 2024-11-07T09:14:47,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41711:41711)] 2024-11-07T09:14:47,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea80d74710f8d9f1a80aa1816a495ca9, NAME => 'hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:14:47,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:14:47,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:14:47,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. service=MultiRowMutationService 2024-11-07T09:14:47,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:14:47,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:14:47,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,605 INFO [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,606 INFO [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea80d74710f8d9f1a80aa1816a495ca9 columnFamilyName hfileref 2024-11-07T09:14:47,606 DEBUG [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:47,607 INFO [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] regionserver.HStore(327): Store=ea80d74710f8d9f1a80aa1816a495ca9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:47,607 INFO [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,608 INFO [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea80d74710f8d9f1a80aa1816a495ca9 columnFamilyName queue 2024-11-07T09:14:47,608 DEBUG [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:47,608 INFO [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] regionserver.HStore(327): Store=ea80d74710f8d9f1a80aa1816a495ca9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:47,608 INFO [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,609 INFO [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea80d74710f8d9f1a80aa1816a495ca9 columnFamilyName sid 2024-11-07T09:14:47,610 DEBUG [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:14:47,610 INFO [StoreOpener-ea80d74710f8d9f1a80aa1816a495ca9-1 {}] regionserver.HStore(327): Store=ea80d74710f8d9f1a80aa1816a495ca9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:14:47,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:14:47,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:14:47,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea80d74710f8d9f1a80aa1816a495ca9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66407693, jitterRate=-0.010448262095451355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:14:47,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:14:47,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea80d74710f8d9f1a80aa1816a495ca9: Running coprocessor pre-open hook at 1730970887604Writing region info on filesystem at 1730970887604Initializing all the Stores at 1730970887605 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970887605Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970887605Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970887605Cleaning up temporary data from old regions at 1730970887612 (+7 ms)Running coprocessor post-open hooks at 1730970887616 (+4 ms)Region opened successfully at 1730970887617 (+1 ms) 2024-11-07T09:14:47,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9., pid=10, masterSystemTime=1730970887580 2024-11-07T09:14:47,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:14:47,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:14:47,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea80d74710f8d9f1a80aa1816a495ca9, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,33489,1730970875046 2024-11-07T09:14:47,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea80d74710f8d9f1a80aa1816a495ca9, server=9f1eb259a29b,33489,1730970875046 because future has completed 2024-11-07T09:14:47,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:14:47,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea80d74710f8d9f1a80aa1816a495ca9, server=9f1eb259a29b,33489,1730970875046 in 197 msec 2024-11-07T09:14:47,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:14:47,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea80d74710f8d9f1a80aa1816a495ca9, ASSIGN in 357 msec 2024-11-07T09:14:47,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:14:47,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970887629"}]},"ts":"1730970887629"} 2024-11-07T09:14:47,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:14:47,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:14:47,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-07T09:14:47,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2] 2024-11-07T09:14:47,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:47,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:14:47,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:14:47,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:14:47,814 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:14:47,844 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,33489,1730970875046, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:14:47,844 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:47,844 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,33489,1730970875046, seqNum=-1] 2024-11-07T09:14:47,845 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:47,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-07T09:14:47,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,33489,1730970875046', locateType=CURRENT is [region=hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2] 2024-11-07T09:14:47,851 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:14:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:14:47,853 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,33489,1730970875046 suceeded 2024-11-07T09:14:47,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:14:47,856 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:41595,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-07T09:14:47,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-07T09:14:47,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-07T09:14:47,866 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:41595' 2024-11-07T09:14:47,867 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fd259b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:47,867 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41595,-1 for getting cluster id 2024-11-07T09:14:47,867 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:47,868 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df' 2024-11-07T09:14:47,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:47,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df" 2024-11-07T09:14:47,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea7a93d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:47,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41595,-1] 2024-11-07T09:14:47,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:47,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:47,870 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:47,870 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0bdcb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:47,870 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:47,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:47,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4261d467 2024-11-07T09:14:47,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:47,872 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-07T09:14:47,872 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,33489,1730970875046 (queues=1) is replicating from cluster=3df251f0-3cc6-4229-91fa-958b3f64be00 to cluster=a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df 2024-11-07T09:14:47,873 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C33489%2C1730970875046 2024-11-07T09:14:47,873 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,33489,1730970875046, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:14:47,873 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.shipper9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C33489%2C1730970875046 2024-11-07T09:14:47,873 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032, startPosition=0, beingWritten=true 2024-11-07T09:14:47,882 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:14:47,882 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 379, reset compression=false 2024-11-07T09:14:47,882 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.shipper9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,33489,1730970875046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:14:48,086 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 379, reset compression=false 2024-11-07T09:14:48,390 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 379, reset compression=false 2024-11-07T09:14:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:14:48,586 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:14:48,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:48,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:48,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:48,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:48,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:48,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:48,595 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f/f/hfile_0 is 36, key is aaaa/f:row/1730970888593/Put/seqid=0 2024-11-07T09:14:48,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741840_1016 (size=7894) 2024-11-07T09:14:48,743 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:14:48,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:48,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:48,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:48,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:14:48,794 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 379, reset compression=false 2024-11-07T09:14:49,002 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f/f/hfile_1 is 34, key is ddd/f:row/1730970889001/Put/seqid=0 2024-11-07T09:14:49,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741841_1017 (size=7691) 2024-11-07T09:14:49,299 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 379, reset compression=false 2024-11-07T09:14:49,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230fadb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:49,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33093,-1 for getting cluster id 2024-11-07T09:14:49,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:49,413 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3df251f0-3cc6-4229-91fa-958b3f64be00' 2024-11-07T09:14:49,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:49,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3df251f0-3cc6-4229-91fa-958b3f64be00" 2024-11-07T09:14:49,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28506331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:49,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33093,-1] 2024-11-07T09:14:49,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:49,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:49,415 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:49,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52945a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:49,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,33489,1730970875046, seqNum=-1] 2024-11-07T09:14:49,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:49,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:49,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49832a97 2024-11-07T09:14:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:49,433 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:49,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2] 2024-11-07T09:14:49,448 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:14:49,459 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-07T09:14:49,462 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-07T09:14:49,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f/f/hfile_0 for inclusion in 64f59898ac27f4cb28f0a3690b73913a/f 2024-11-07T09:14:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T09:14:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:14:49,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f/f/hfile_1 for inclusion in 64f59898ac27f4cb28f0a3690b73913a/f 2024-11-07T09:14:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T09:14:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:14:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HRegion(2603): Flush status journal for 64f59898ac27f4cb28f0a3690b73913a: 2024-11-07T09:14:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f/f/hfile_0 to hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__sdt1f0c4va69ega1r0190a0c3sb5e2308f0ha0hofj42fekc0uiuqcs9o8v61qi0/f/hfile_0 2024-11-07T09:14:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__sdt1f0c4va69ega1r0190a0c3sb5e2308f0ha0hofj42fekc0uiuqcs9o8v61qi0/f/hfile_0 as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f/7352e69231ef421a863ba92a64e94dc1_SeqId_4_ 2024-11-07T09:14:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f/f/hfile_1 to hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__sdt1f0c4va69ega1r0190a0c3sb5e2308f0ha0hofj42fekc0uiuqcs9o8v61qi0/f/hfile_1 2024-11-07T09:14:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__sdt1f0c4va69ega1r0190a0c3sb5e2308f0ha0hofj42fekc0uiuqcs9o8v61qi0/f/hfile_1 as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f/14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_ 2024-11-07T09:14:49,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__sdt1f0c4va69ega1r0190a0c3sb5e2308f0ha0hofj42fekc0uiuqcs9o8v61qi0/f/hfile_0 into 64f59898ac27f4cb28f0a3690b73913a/f as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f/7352e69231ef421a863ba92a64e94dc1_SeqId_4_ - updating store file list. 2024-11-07T09:14:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7352e69231ef421a863ba92a64e94dc1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:14:49,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f/7352e69231ef421a863ba92a64e94dc1_SeqId_4_ into 64f59898ac27f4cb28f0a3690b73913a/f 2024-11-07T09:14:49,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__sdt1f0c4va69ega1r0190a0c3sb5e2308f0ha0hofj42fekc0uiuqcs9o8v61qi0/f/hfile_0 into 64f59898ac27f4cb28f0a3690b73913a/f (new location: hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f/7352e69231ef421a863ba92a64e94dc1_SeqId_4_) 2024-11-07T09:14:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__sdt1f0c4va69ega1r0190a0c3sb5e2308f0ha0hofj42fekc0uiuqcs9o8v61qi0/f/hfile_0 2024-11-07T09:14:49,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__sdt1f0c4va69ega1r0190a0c3sb5e2308f0ha0hofj42fekc0uiuqcs9o8v61qi0/f/hfile_1 into 64f59898ac27f4cb28f0a3690b73913a/f as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f/14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_ - updating store file list. 2024-11-07T09:14:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:14:49,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f/14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_ into 64f59898ac27f4cb28f0a3690b73913a/f 2024-11-07T09:14:49,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__sdt1f0c4va69ega1r0190a0c3sb5e2308f0ha0hofj42fekc0uiuqcs9o8v61qi0/f/hfile_1 into 64f59898ac27f4cb28f0a3690b73913a/f (new location: hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f/14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_) 2024-11-07T09:14:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__sdt1f0c4va69ega1r0190a0c3sb5e2308f0ha0hofj42fekc0uiuqcs9o8v61qi0/f/hfile_1 2024-11-07T09:14:49,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:49,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:49,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:49,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:49,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:49,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:49,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2 , the old value is region=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9f1eb259a29b:33489 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T09:14:49,543 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T09:14:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,45783,1730970879059, seqNum=-1] 2024-11-07T09:14:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T09:14:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:49,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2 from cache 2024-11-07T09:14:49,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:49,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730970884269.3fab426b368d15d42d578cb79622bed2., hostname=9f1eb259a29b,45783,1730970879059, seqNum=2] 2024-11-07T09:14:49,550 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T09:14:49,657 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:33489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T09:14:49,903 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 379, reset compression=false 2024-11-07T09:14:49,909 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:14:49,909 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.shipper9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,33489,1730970875046 got entry batch from reader: WALEntryBatch [walEntries=[{test/64f59898ac27f4cb28f0a3690b73913a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730970889535/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T09:14:49,930 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.shipper9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:14:49,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-07T09:14:49,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.ReplicationSink(318): Replicating [3df251f0-3cc6-4229-91fa-958b3f64be00] bulk loaded data 2024-11-07T09:14:49,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a2b459b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:49,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41595,-1 for getting cluster id 2024-11-07T09:14:49,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:49,937 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df' 2024-11-07T09:14:49,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:49,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a81b1e66-0bb4-4b98-9b3e-57c6ffaae9df" 2024-11-07T09:14:49,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7613f9b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:49,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41595,-1] 2024-11-07T09:14:49,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:49,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:49,939 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:49,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@394e9b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:49,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741837_1013 (size=7894) 2024-11-07T09:14:50,109 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 687, reset compression=false 2024-11-07T09:14:50,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741838_1014 (size=7691) 2024-11-07T09:14:50,414 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 687, reset compression=false 2024-11-07T09:14:50,553 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T09:14:50,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:50,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,41595,1730970879018 2024-11-07T09:14:50,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@213bf171 2024-11-07T09:14:50,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:50,770 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-07T09:14:50,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:14:50,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:50,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,45783,1730970879059, seqNum=-1] 2024-11-07T09:14:50,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:50,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-07T09:14:50,781 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T09:14:50,784 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/7352e69231ef421a863ba92a64e94dc1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T09:14:50,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_ for inclusion in 3fab426b368d15d42d578cb79622bed2/f 2024-11-07T09:14:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T09:14:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:14:50,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/7352e69231ef421a863ba92a64e94dc1_SeqId_4_ for inclusion in 3fab426b368d15d42d578cb79622bed2/f 2024-11-07T09:14:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T09:14:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:14:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HRegion(2603): Flush status journal for 3fab426b368d15d42d578cb79622bed2: 2024-11-07T09:14:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:14:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_ as hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2/f/b3aadf79e1b5492aad1c7a1b21fad8c9_SeqId_4_ 2024-11-07T09:14:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7352e69231ef421a863ba92a64e94dc1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:14:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/7352e69231ef421a863ba92a64e94dc1_SeqId_4_ as hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2/f/4765aed40a3746f3b650ad89a4ea33b1_SeqId_4_ 2024-11-07T09:14:50,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_ into 3fab426b368d15d42d578cb79622bed2/f as hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2/f/b3aadf79e1b5492aad1c7a1b21fad8c9_SeqId_4_ - updating store file list. 2024-11-07T09:14:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3aadf79e1b5492aad1c7a1b21fad8c9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:14:50,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2/f/b3aadf79e1b5492aad1c7a1b21fad8c9_SeqId_4_ into 3fab426b368d15d42d578cb79622bed2/f 2024-11-07T09:14:50,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_ into 3fab426b368d15d42d578cb79622bed2/f (new location: hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2/f/b3aadf79e1b5492aad1c7a1b21fad8c9_SeqId_4_) 2024-11-07T09:14:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_ 2024-11-07T09:14:50,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/7352e69231ef421a863ba92a64e94dc1_SeqId_4_ into 3fab426b368d15d42d578cb79622bed2/f as hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2/f/4765aed40a3746f3b650ad89a4ea33b1_SeqId_4_ - updating store file list. 2024-11-07T09:14:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4765aed40a3746f3b650ad89a4ea33b1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:14:50,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2/f/4765aed40a3746f3b650ad89a4ea33b1_SeqId_4_ into 3fab426b368d15d42d578cb79622bed2/f 2024-11-07T09:14:50,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/7352e69231ef421a863ba92a64e94dc1_SeqId_4_ into 3fab426b368d15d42d578cb79622bed2/f (new location: hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2/f/4765aed40a3746f3b650ad89a4ea33b1_SeqId_4_) 2024-11-07T09:14:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/staging/jenkins.hfs.6__test__mp1l53cj4ajq6rh5tr0ko90rukl4i8771pe91bnf8scgmb8net7ph2pmp75uf7hl/f/7352e69231ef421a863ba92a64e94dc1_SeqId_4_ 2024-11-07T09:14:50,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] regionserver.ReplicationSink(324): Finished replicating [3df251f0-3cc6-4229-91fa-958b3f64be00] bulk loaded data 2024-11-07T09:14:50,819 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 687, reset compression=false 2024-11-07T09:14:51,323 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 687, reset compression=false 2024-11-07T09:14:51,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:14:51,572 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1730970891571/Put/seqid=0 2024-11-07T09:14:51,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741842_1018 (size=7997) 2024-11-07T09:14:51,927 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 687, reset compression=false 2024-11-07T09:14:51,980 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1730970891979/Put/seqid=0 2024-11-07T09:14:51,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741843_1019 (size=7794) 2024-11-07T09:14:52,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511ac6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:52,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33093,-1 for getting cluster id 2024-11-07T09:14:52,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:14:52,387 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3df251f0-3cc6-4229-91fa-958b3f64be00' 2024-11-07T09:14:52,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:14:52,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3df251f0-3cc6-4229-91fa-958b3f64be00" 2024-11-07T09:14:52,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7454aaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:52,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33093,-1] 2024-11-07T09:14:52,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:14:52,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:52,389 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:14:52,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372b4fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:14:52,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:52,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,33489,1730970875046, seqNum=-1] 2024-11-07T09:14:52,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:52,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:52,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:14:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,33093,1730970874997 2024-11-07T09:14:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a23de28 2024-11-07T09:14:52,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:14:52,402 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:14:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2] 2024-11-07T09:14:52,407 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:14:52,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-07T09:14:52,416 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-07T09:14:52,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f1/f1/hfile_1 for inclusion in 64f59898ac27f4cb28f0a3690b73913a/f1 2024-11-07T09:14:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T09:14:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:14:52,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f1/f1/hfile_0 for inclusion in 64f59898ac27f4cb28f0a3690b73913a/f1 2024-11-07T09:14:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T09:14:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:14:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HRegion(2603): Flush status journal for 64f59898ac27f4cb28f0a3690b73913a: 2024-11-07T09:14:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f1/f1/hfile_1 to hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__dvomta4h20tbjgpc1rptfgafauvoor1ln1n3dvgso4873bmpkuaksrnd81lbrtfg/f1/hfile_1 2024-11-07T09:14:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__dvomta4h20tbjgpc1rptfgafauvoor1ln1n3dvgso4873bmpkuaksrnd81lbrtfg/f1/hfile_1 as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f1/06b6eda6bc564d8c96cea2d733aa705c_SeqId_6_ 2024-11-07T09:14:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/load_f1/f1/hfile_0 to hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__dvomta4h20tbjgpc1rptfgafauvoor1ln1n3dvgso4873bmpkuaksrnd81lbrtfg/f1/hfile_0 2024-11-07T09:14:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__dvomta4h20tbjgpc1rptfgafauvoor1ln1n3dvgso4873bmpkuaksrnd81lbrtfg/f1/hfile_0 as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f1/f2f147b94d914504abcbe37294d4b349_SeqId_6_ 2024-11-07T09:14:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-07T09:14:52,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__dvomta4h20tbjgpc1rptfgafauvoor1ln1n3dvgso4873bmpkuaksrnd81lbrtfg/f1/hfile_1 into 64f59898ac27f4cb28f0a3690b73913a/f1 as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f1/06b6eda6bc564d8c96cea2d733aa705c_SeqId_6_ - updating store file list. 2024-11-07T09:14:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06b6eda6bc564d8c96cea2d733aa705c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T09:14:52,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f1/06b6eda6bc564d8c96cea2d733aa705c_SeqId_6_ into 64f59898ac27f4cb28f0a3690b73913a/f1 2024-11-07T09:14:52,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__dvomta4h20tbjgpc1rptfgafauvoor1ln1n3dvgso4873bmpkuaksrnd81lbrtfg/f1/hfile_1 into 64f59898ac27f4cb28f0a3690b73913a/f1 (new location: hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f1/06b6eda6bc564d8c96cea2d733aa705c_SeqId_6_) 2024-11-07T09:14:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__dvomta4h20tbjgpc1rptfgafauvoor1ln1n3dvgso4873bmpkuaksrnd81lbrtfg/f1/hfile_1 2024-11-07T09:14:52,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__dvomta4h20tbjgpc1rptfgafauvoor1ln1n3dvgso4873bmpkuaksrnd81lbrtfg/f1/hfile_0 into 64f59898ac27f4cb28f0a3690b73913a/f1 as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f1/f2f147b94d914504abcbe37294d4b349_SeqId_6_ - updating store file list. 2024-11-07T09:14:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2f147b94d914504abcbe37294d4b349_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T09:14:52,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f1/f2f147b94d914504abcbe37294d4b349_SeqId_6_ into 64f59898ac27f4cb28f0a3690b73913a/f1 2024-11-07T09:14:52,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__dvomta4h20tbjgpc1rptfgafauvoor1ln1n3dvgso4873bmpkuaksrnd81lbrtfg/f1/hfile_0 into 64f59898ac27f4cb28f0a3690b73913a/f1 (new location: hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/f1/f2f147b94d914504abcbe37294d4b349_SeqId_6_) 2024-11-07T09:14:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/staging/jenkins__test__dvomta4h20tbjgpc1rptfgafauvoor1ln1n3dvgso4873bmpkuaksrnd81lbrtfg/f1/hfile_0 2024-11-07T09:14:52,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:14:52,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:14:52,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:52,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:14:52,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:14:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2 , the old value is region=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9f1eb259a29b:33489 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T09:14:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T09:14:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2 from cache 2024-11-07T09:14:52,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:14:52,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,33489,1730970875046, seqNum=-1] 2024-11-07T09:14:52,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:14:52,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:14:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33489: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:59416 deadline: 1730970952444 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:59416 2024-11-07T09:14:52,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a., hostname=9f1eb259a29b,33489,1730970875046, seqNum=2] 2024-11-07T09:14:52,556 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:33489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T09:14:52,632 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 687, reset compression=false 2024-11-07T09:14:52,639 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:14:52,639 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:14:52,639 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.shipper9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,33489,1730970875046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:14:52,843 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:14:53,148 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:14:53,552 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:14:54,056 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:14:54,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T09:14:54,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T09:14:54,661 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:14:55,365 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:14:56,169 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:14:57,073 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:14:58,078 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:14:59,183 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:00,387 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:01,694 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:03,100 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:04,585 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T09:15:04,605 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:06,209 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:07,913 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:08,606 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T09:15:09,717 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:11,621 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:12,641 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.shipper9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,33489,1730970875046 got entry batch from reader: null 2024-11-07T09:15:13,626 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:15,730 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:17,934 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:18,611 INFO [master/9f1eb259a29b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T09:15:18,611 INFO [master/9f1eb259a29b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T09:15:20,239 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:22,041 INFO [master/9f1eb259a29b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T09:15:22,041 INFO [master/9f1eb259a29b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T09:15:22,643 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:25,147 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:27,751 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:28,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 64f59898ac27f4cb28f0a3690b73913a, had cached 0 bytes from a total of 31376 2024-11-07T09:15:30,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3fab426b368d15d42d578cb79622bed2, had cached 0 bytes from a total of 15585 2024-11-07T09:15:30,456 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:32,641 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.shipper9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,33489,1730970875046 got entry batch from reader: null 2024-11-07T09:15:33,260 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:34,585 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T09:15:36,164 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:38,606 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T09:15:39,169 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:39,503 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T09:15:42,038 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T09:15:42,273 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:45,477 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:48,782 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:52,186 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:52,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:15:52,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:15:52,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:15:52,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:52,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:52,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:15:52,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:15:52,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2008507450, stopped=false 2024-11-07T09:15:52,477 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,41595,1730970879018 2024-11-07T09:15:52,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11407491285/running 2024-11-07T09:15:52,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:15:52,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11407491285/running 2024-11-07T09:15:52,479 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:15:52,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:15:52,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:15:52,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:15:52,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:52,479 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,45783,1730970879059' ***** 2024-11-07T09:15:52,479 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:15:52,480 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:15:52,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Set watcher on znode that does not yet exist, /11407491285/running 2024-11-07T09:15:52,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Set watcher on znode that does not yet exist, /11407491285/running 2024-11-07T09:15:52,480 INFO [RS:0;9f1eb259a29b:45783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:15:52,480 INFO [RS:0;9f1eb259a29b:45783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:15:52,480 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:15:52,480 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:15:52,481 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,45783,1730970879059 2024-11-07T09:15:52,481 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:15:52,481 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fab426b368d15d42d578cb79622bed2, disabling compactions & flushes 2024-11-07T09:15:52,481 INFO [RS:0;9f1eb259a29b:45783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:45783. 2024-11-07T09:15:52,481 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:15:52,481 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:15:52,481 DEBUG [RS:0;9f1eb259a29b:45783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:15:52,481 DEBUG [RS:0;9f1eb259a29b:45783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:52,481 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730970884269.3fab426b368d15d42d578cb79622bed2. after waiting 0 ms 2024-11-07T09:15:52,481 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:15:52,481 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:15:52,481 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:15:52,481 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:15:52,482 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:15:52,482 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:15:52,482 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3fab426b368d15d42d578cb79622bed2=test,,1730970884269.3fab426b368d15d42d578cb79622bed2.} 2024-11-07T09:15:52,482 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fab426b368d15d42d578cb79622bed2 2024-11-07T09:15:52,482 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:15:52,482 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:15:52,482 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:15:52,482 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:15:52,482 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:15:52,482 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T09:15:52,487 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/default/test/3fab426b368d15d42d578cb79622bed2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-07T09:15:52,488 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:15:52,488 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:15:52,488 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:15:52,488 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fab426b368d15d42d578cb79622bed2: Waiting for close lock at 1730970952481Running coprocessor pre-close hooks at 1730970952481Disabling compacts and flushes for region at 1730970952481Disabling writes for close at 1730970952481Writing region close event to WAL at 1730970952483 (+2 ms)Running coprocessor post-close hooks at 1730970952488 (+5 ms)Closed at 1730970952488 2024-11-07T09:15:52,488 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730970884269.3fab426b368d15d42d578cb79622bed2. 2024-11-07T09:15:52,500 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/info/e8b217a07f7d4ec8999ce53ada77d80d is 129, key is test,,1730970884269.3fab426b368d15d42d578cb79622bed2./info:regioninfo/1730970885433/Put/seqid=0 2024-11-07T09:15:52,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741839_1015 (size=6421) 2024-11-07T09:15:52,560 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:15:52,642 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.shipper9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,33489,1730970875046 got entry batch from reader: null 2024-11-07T09:15:52,682 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:52,882 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:52,907 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/info/e8b217a07f7d4ec8999ce53ada77d80d 2024-11-07T09:15:52,908 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:15:52,908 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:15:52,928 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/ns/5169d115cc5745bbbccbb8f74b3fc6eb is 43, key is default/ns:d/1730970882026/Put/seqid=0 2024-11-07T09:15:52,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741840_1016 (size=5153) 2024-11-07T09:15:53,082 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:53,283 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:53,333 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/ns/5169d115cc5745bbbccbb8f74b3fc6eb 2024-11-07T09:15:53,354 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/rep_barrier/9dc113e58c20421c82eb224885376c4d is 112, key is test,,1730970884269.3fab426b368d15d42d578cb79622bed2./rep_barrier:seqnumDuringOpen/1730970885433/Put/seqid=0 2024-11-07T09:15:53,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741841_1017 (size=5518) 2024-11-07T09:15:53,483 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:15:53,483 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:15:53,483 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:53,683 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:53,758 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/rep_barrier/9dc113e58c20421c82eb224885376c4d 2024-11-07T09:15:53,778 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/table/a9cc6c05181b46d5a401ab75e5c12ee8 is 40, key is test/table:state/1730970885443/Put/seqid=0 2024-11-07T09:15:53,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741842_1018 (size=5165) 2024-11-07T09:15:53,883 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:54,083 DEBUG [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:54,183 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/table/a9cc6c05181b46d5a401ab75e5c12ee8 2024-11-07T09:15:54,189 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/info/e8b217a07f7d4ec8999ce53ada77d80d as hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/info/e8b217a07f7d4ec8999ce53ada77d80d 2024-11-07T09:15:54,194 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/info/e8b217a07f7d4ec8999ce53ada77d80d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T09:15:54,195 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/ns/5169d115cc5745bbbccbb8f74b3fc6eb as hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/ns/5169d115cc5745bbbccbb8f74b3fc6eb 2024-11-07T09:15:54,199 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/ns/5169d115cc5745bbbccbb8f74b3fc6eb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T09:15:54,200 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/rep_barrier/9dc113e58c20421c82eb224885376c4d as hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/rep_barrier/9dc113e58c20421c82eb224885376c4d 2024-11-07T09:15:54,205 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/rep_barrier/9dc113e58c20421c82eb224885376c4d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T09:15:54,205 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/.tmp/table/a9cc6c05181b46d5a401ab75e5c12ee8 as hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/table/a9cc6c05181b46d5a401ab75e5c12ee8 2024-11-07T09:15:54,210 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/table/a9cc6c05181b46d5a401ab75e5c12ee8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T09:15:54,211 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=11, compaction requested=false 2024-11-07T09:15:54,216 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T09:15:54,217 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:15:54,217 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:15:54,217 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:15:54,217 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970952482Running coprocessor pre-close hooks at 1730970952482Disabling compacts and flushes for region at 1730970952482Disabling writes for close at 1730970952482Obtaining lock to block concurrent updates at 1730970952482Preparing flush snapshotting stores in 1588230740 at 1730970952482Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730970952482Flushing stores of hbase:meta,,1.1588230740 at 1730970952483 (+1 ms)Flushing 1588230740/info: creating writer at 1730970952483Flushing 1588230740/info: appending metadata at 1730970952500 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730970952500Flushing 1588230740/ns: creating writer at 1730970952913 (+413 ms)Flushing 1588230740/ns: appending metadata at 1730970952927 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730970952927Flushing 1588230740/rep_barrier: creating writer at 1730970953338 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730970953353 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730970953353Flushing 1588230740/table: creating writer at 1730970953764 (+411 ms)Flushing 1588230740/table: appending metadata at 1730970953778 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730970953778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4b1621: reopening flushed file at 1730970954188 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9a7ac6: reopening flushed file at 1730970954194 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7c1dee: reopening flushed file at 1730970954199 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6335a4c2: reopening flushed file at 1730970954205 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=11, compaction requested=false at 1730970954211 (+6 ms)Writing region close event to WAL at 1730970954213 (+2 ms)Running coprocessor post-close hooks at 1730970954216 (+3 ms)Closed at 1730970954217 (+1 ms) 2024-11-07T09:15:54,217 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:15:54,284 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,45783,1730970879059; all regions closed. 2024-11-07T09:15:54,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741834_1010 (size=2717) 2024-11-07T09:15:54,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/WALs/9f1eb259a29b,45783,1730970879059/9f1eb259a29b%2C45783%2C1730970879059.meta.1730970881980.meta not finished, retry = 0 2024-11-07T09:15:54,389 DEBUG [RS:0;9f1eb259a29b:45783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/oldWALs 2024-11-07T09:15:54,389 INFO [RS:0;9f1eb259a29b:45783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C45783%2C1730970879059.meta:.meta(num 1730970881980) 2024-11-07T09:15:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741832_1008 (size=1028) 2024-11-07T09:15:54,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/WALs/9f1eb259a29b,45783,1730970879059/9f1eb259a29b%2C45783%2C1730970879059.1730970881041 not finished, retry = 0 2024-11-07T09:15:54,494 DEBUG [RS:0;9f1eb259a29b:45783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/oldWALs 2024-11-07T09:15:54,494 INFO [RS:0;9f1eb259a29b:45783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C45783%2C1730970879059:(num 1730970881041) 2024-11-07T09:15:54,494 DEBUG [RS:0;9f1eb259a29b:45783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:54,494 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:15:54,494 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:15:54,494 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:15:54,494 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:15:54,495 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:15:54,495 INFO [RS:0;9f1eb259a29b:45783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:45783. 2024-11-07T09:15:54,495 DEBUG [RS:0;9f1eb259a29b:45783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:15:54,495 DEBUG [RS:0;9f1eb259a29b:45783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:54,495 DEBUG [RS:0;9f1eb259a29b:45783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:54,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:15:54,495 INFO [RS:0;9f1eb259a29b:45783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45783 2024-11-07T09:15:54,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285/rs 2024-11-07T09:15:54,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11407491285/rs/9f1eb259a29b,45783,1730970879059 2024-11-07T09:15:54,497 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:15:54,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,45783,1730970879059] 2024-11-07T09:15:54,501 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11407491285/draining/9f1eb259a29b,45783,1730970879059 already deleted, retry=false 2024-11-07T09:15:54,501 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,45783,1730970879059 expired; onlineServers=0 2024-11-07T09:15:54,501 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,41595,1730970879018' ***** 2024-11-07T09:15:54,501 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:15:54,501 INFO [M:0;9f1eb259a29b:41595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:15:54,501 INFO [M:0;9f1eb259a29b:41595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:15:54,501 DEBUG [M:0;9f1eb259a29b:41595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:15:54,501 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:15:54,501 DEBUG [M:0;9f1eb259a29b:41595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:15:54,501 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970880826 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970880826,5,FailOnTimeoutGroup] 2024-11-07T09:15:54,501 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970880828 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970880828,5,FailOnTimeoutGroup] 2024-11-07T09:15:54,502 INFO [M:0;9f1eb259a29b:41595 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:15:54,502 INFO [M:0;9f1eb259a29b:41595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:15:54,502 DEBUG [M:0;9f1eb259a29b:41595 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:15:54,502 INFO [M:0;9f1eb259a29b:41595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:15:54,502 INFO [M:0;9f1eb259a29b:41595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:15:54,502 INFO [M:0;9f1eb259a29b:41595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:15:54,502 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:15:54,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11407491285/master 2024-11-07T09:15:54,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11407491285 2024-11-07T09:15:54,503 DEBUG [M:0;9f1eb259a29b:41595 {}] zookeeper.ZKUtil(347): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Unable to get data of znode /11407491285/master because node does not exist (not an error) 2024-11-07T09:15:54,503 WARN [M:0;9f1eb259a29b:41595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:15:54,504 INFO [M:0;9f1eb259a29b:41595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/.lastflushedseqids 2024-11-07T09:15:54,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741843_1019 (size=173) 2024-11-07T09:15:54,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:15:54,599 INFO [RS:0;9f1eb259a29b:45783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:15:54,599 INFO [RS:0;9f1eb259a29b:45783 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,45783,1730970879059; zookeeper connection closed. 2024-11-07T09:15:54,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x100f1b55b4f0004, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:15:54,599 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2312f24b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2312f24b 2024-11-07T09:15:54,600 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:15:54,909 INFO [M:0;9f1eb259a29b:41595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:15:54,909 INFO [M:0;9f1eb259a29b:41595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:15:54,909 DEBUG [M:0;9f1eb259a29b:41595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:15:54,909 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:15:54,909 DEBUG [M:0;9f1eb259a29b:41595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:15:54,909 DEBUG [M:0;9f1eb259a29b:41595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:15:54,910 DEBUG [M:0;9f1eb259a29b:41595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:15:54,910 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-07T09:15:54,926 DEBUG [M:0;9f1eb259a29b:41595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/882e0255217e42ca968df472cdce2e28 is 82, key is hbase:meta,,1/info:regioninfo/1730970882014/Put/seqid=0 2024-11-07T09:15:54,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741844_1020 (size=5672) 2024-11-07T09:15:55,330 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/882e0255217e42ca968df472cdce2e28 2024-11-07T09:15:55,350 DEBUG [M:0;9f1eb259a29b:41595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e461e7d538445f084cfe995e0f8f94d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730970885447/Put/seqid=0 2024-11-07T09:15:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741845_1021 (size=6727) 2024-11-07T09:15:55,690 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 to pos 997, reset compression=false 2024-11-07T09:15:55,755 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e461e7d538445f084cfe995e0f8f94d 2024-11-07T09:15:55,760 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e461e7d538445f084cfe995e0f8f94d 2024-11-07T09:15:55,778 DEBUG [M:0;9f1eb259a29b:41595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0c7f11501b44386a0d03ddcf38105a0 is 69, key is 9f1eb259a29b,45783,1730970879059/rs:state/1730970880896/Put/seqid=0 2024-11-07T09:15:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741846_1022 (size=5156) 2024-11-07T09:15:56,183 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0c7f11501b44386a0d03ddcf38105a0 2024-11-07T09:15:56,189 DEBUG [M:0;9f1eb259a29b:41595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/882e0255217e42ca968df472cdce2e28 as hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/882e0255217e42ca968df472cdce2e28 2024-11-07T09:15:56,193 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/882e0255217e42ca968df472cdce2e28, entries=8, sequenceid=58, filesize=5.5 K 2024-11-07T09:15:56,194 DEBUG [M:0;9f1eb259a29b:41595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e461e7d538445f084cfe995e0f8f94d as hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e461e7d538445f084cfe995e0f8f94d 2024-11-07T09:15:56,198 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e461e7d538445f084cfe995e0f8f94d 2024-11-07T09:15:56,198 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e461e7d538445f084cfe995e0f8f94d, entries=6, sequenceid=58, filesize=6.6 K 2024-11-07T09:15:56,198 DEBUG [M:0;9f1eb259a29b:41595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0c7f11501b44386a0d03ddcf38105a0 as hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0c7f11501b44386a0d03ddcf38105a0 2024-11-07T09:15:56,203 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37967/user/jenkins/test-data/062111bf-2d55-1174-2e65-c0e46987d76d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0c7f11501b44386a0d03ddcf38105a0, entries=1, sequenceid=58, filesize=5.0 K 2024-11-07T09:15:56,204 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false 2024-11-07T09:15:56,205 INFO [M:0;9f1eb259a29b:41595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:15:56,205 DEBUG [M:0;9f1eb259a29b:41595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970954909Disabling compacts and flushes for region at 1730970954909Disabling writes for close at 1730970954909Obtaining lock to block concurrent updates at 1730970954910 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730970954910Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1730970954910Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730970954911 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730970954911Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730970954925 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730970954925Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730970955335 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730970955350 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730970955350Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730970955760 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730970955777 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730970955778 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2614e61f: reopening flushed file at 1730970956188 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68935283: reopening flushed file at 1730970956193 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1998eb08: reopening flushed file at 1730970956198 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false at 1730970956204 (+6 ms)Writing region close event to WAL at 1730970956205 (+1 ms)Closed at 1730970956205 2024-11-07T09:15:56,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35697 is added to blk_1073741830_1006 (size=33026) 2024-11-07T09:15:56,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:15:56,208 INFO [M:0;9f1eb259a29b:41595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:15:56,208 INFO [M:0;9f1eb259a29b:41595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41595 2024-11-07T09:15:56,209 INFO [M:0;9f1eb259a29b:41595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:15:56,310 INFO [M:0;9f1eb259a29b:41595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:15:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:15:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x100f1b55b4f0003, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:15:56,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d4c7246{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:15:56,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba4d1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:15:56,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:15:56,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b468588{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:15:56,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759cc101{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/hadoop.log.dir/,STOPPED} 2024-11-07T09:15:56,315 WARN [BP-615890721-172.17.0.2-1730970878111 heartbeating to localhost/127.0.0.1:37967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:15:56,315 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:15:56,315 WARN [BP-615890721-172.17.0.2-1730970878111 heartbeating to localhost/127.0.0.1:37967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-615890721-172.17.0.2-1730970878111 (Datanode Uuid 656faefa-22b4-4c3d-b3b5-b0b033aecac9) service to localhost/127.0.0.1:37967 2024-11-07T09:15:56,315 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:15:56,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/cluster_6802d334-d366-a407-3bae-4674848298c6/data/data1/current/BP-615890721-172.17.0.2-1730970878111 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:15:56,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/cluster_6802d334-d366-a407-3bae-4674848298c6/data/data2/current/BP-615890721-172.17.0.2-1730970878111 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:15:56,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:15:56,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dd157b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:15:56,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a6817b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:15:56,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:15:56,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@891ab73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:15:56,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190dc48d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/hadoop.log.dir/,STOPPED} 2024-11-07T09:15:56,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:15:56,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:15:56,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:15:56,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:15:56,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:56,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:56,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:15:56,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:15:56,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=687946745, stopped=false 2024-11-07T09:15:56,341 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,33093,1730970874997 2024-11-07T09:15:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951615383/running 2024-11-07T09:15:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951615383/running 2024-11-07T09:15:56,342 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:15:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:15:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:15:56,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:15:56,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:15:56,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:56,343 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,33489,1730970875046' ***** 2024-11-07T09:15:56,343 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:15:56,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Set watcher on znode that does not yet exist, /0951615383/running 2024-11-07T09:15:56,343 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:15:56,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Set watcher on znode that does not yet exist, /0951615383/running 2024-11-07T09:15:56,343 INFO [RS:0;9f1eb259a29b:33489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:15:56,343 INFO [RS:0;9f1eb259a29b:33489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:15:56,344 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(3091): Received CLOSE for ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:15:56,344 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:15:56,344 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(3091): Received CLOSE for 64f59898ac27f4cb28f0a3690b73913a 2024-11-07T09:15:56,344 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,33489,1730970875046 2024-11-07T09:15:56,345 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:15:56,345 INFO [RS:0;9f1eb259a29b:33489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:33489. 2024-11-07T09:15:56,345 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea80d74710f8d9f1a80aa1816a495ca9, disabling compactions & flushes 2024-11-07T09:15:56,345 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:15:56,345 DEBUG [RS:0;9f1eb259a29b:33489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:15:56,345 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:15:56,345 DEBUG [RS:0;9f1eb259a29b:33489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:56,345 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. after waiting 0 ms 2024-11-07T09:15:56,345 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:15:56,345 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:15:56,345 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:15:56,345 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:15:56,345 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:15:56,345 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea80d74710f8d9f1a80aa1816a495ca9 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-07T09:15:56,345 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:15:56,345 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea80d74710f8d9f1a80aa1816a495ca9=hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9., 64f59898ac27f4cb28f0a3690b73913a=test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a.} 2024-11-07T09:15:56,345 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64f59898ac27f4cb28f0a3690b73913a, ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:15:56,345 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:15:56,345 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:15:56,345 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:15:56,345 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:15:56,345 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:15:56,345 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:15:56,361 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/.tmp/hfileref/4c274588d37b48fb92095b396e2bfd54 is 74, key is 1/hfileref:14bfe9f7fce640bea5c6a878ee8b168a_SeqId_4_/1730970890813/DeleteColumn/seqid=0 2024-11-07T09:15:56,363 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:15:56,364 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/info/ded8f215fae148f6894f82bc3e445cca is 147, key is hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9./info:regioninfo/1730970887620/Put/seqid=0 2024-11-07T09:15:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741844_1020 (size=5203) 2024-11-07T09:15:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741845_1021 (size=7686) 2024-11-07T09:15:56,545 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64f59898ac27f4cb28f0a3690b73913a, ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:15:56,746 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64f59898ac27f4cb28f0a3690b73913a, ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:15:56,766 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/.tmp/hfileref/4c274588d37b48fb92095b396e2bfd54 2024-11-07T09:15:56,770 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/info/ded8f215fae148f6894f82bc3e445cca 2024-11-07T09:15:56,787 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/.tmp/queue/c6c570b15e644aa196168ad6c93568a1 is 153, key is 1-9f1eb259a29b,33489,1730970875046/queue:9f1eb259a29b%2C33489%2C1730970875046/1730970892640/Put/seqid=0 2024-11-07T09:15:56,788 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/ns/bcd617fb287d421896a15feb12a625d8 is 43, key is default/ns:d/1730970878033/Put/seqid=0 2024-11-07T09:15:56,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741846_1022 (size=5352) 2024-11-07T09:15:56,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741847_1023 (size=5153) 2024-11-07T09:15:56,914 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:15:56,914 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:15:56,946 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64f59898ac27f4cb28f0a3690b73913a, ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:15:57,146 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64f59898ac27f4cb28f0a3690b73913a, ea80d74710f8d9f1a80aa1816a495ca9 2024-11-07T09:15:57,191 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/.tmp/queue/c6c570b15e644aa196168ad6c93568a1 2024-11-07T09:15:57,192 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/ns/bcd617fb287d421896a15feb12a625d8 2024-11-07T09:15:57,198 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/.tmp/hfileref/4c274588d37b48fb92095b396e2bfd54 as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/hfileref/4c274588d37b48fb92095b396e2bfd54 2024-11-07T09:15:57,203 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/hfileref/4c274588d37b48fb92095b396e2bfd54, entries=2, sequenceid=10, filesize=5.1 K 2024-11-07T09:15:57,204 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/.tmp/queue/c6c570b15e644aa196168ad6c93568a1 as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/queue/c6c570b15e644aa196168ad6c93568a1 2024-11-07T09:15:57,208 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/queue/c6c570b15e644aa196168ad6c93568a1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T09:15:57,209 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ea80d74710f8d9f1a80aa1816a495ca9 in 864ms, sequenceid=10, compaction requested=false 2024-11-07T09:15:57,216 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/replication/ea80d74710f8d9f1a80aa1816a495ca9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T09:15:57,217 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:15:57,217 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:15:57,217 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:15:57,217 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea80d74710f8d9f1a80aa1816a495ca9: Waiting for close lock at 1730970956345Running coprocessor pre-close hooks at 1730970956345Disabling compacts and flushes for region at 1730970956345Disabling writes for close at 1730970956345Obtaining lock to block concurrent updates at 1730970956345Preparing flush snapshotting stores in ea80d74710f8d9f1a80aa1816a495ca9 at 1730970956345Finished memstore snapshotting hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1730970956345Flushing stores of hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. at 1730970956346 (+1 ms)Flushing ea80d74710f8d9f1a80aa1816a495ca9/hfileref: creating writer at 1730970956346Flushing ea80d74710f8d9f1a80aa1816a495ca9/hfileref: appending metadata at 1730970956360 (+14 ms)Flushing ea80d74710f8d9f1a80aa1816a495ca9/hfileref: closing flushed file at 1730970956361 (+1 ms)Flushing ea80d74710f8d9f1a80aa1816a495ca9/queue: creating writer at 1730970956772 (+411 ms)Flushing ea80d74710f8d9f1a80aa1816a495ca9/queue: appending metadata at 1730970956786 (+14 ms)Flushing ea80d74710f8d9f1a80aa1816a495ca9/queue: closing flushed file at 1730970956786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3905dca4: reopening flushed file at 1730970957197 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c06de8f: reopening flushed file at 1730970957203 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ea80d74710f8d9f1a80aa1816a495ca9 in 864ms, sequenceid=10, compaction requested=false at 1730970957209 (+6 ms)Writing region close event to WAL at 1730970957213 (+4 ms)Running coprocessor post-close hooks at 1730970957216 (+3 ms)Closed at 1730970957217 (+1 ms) 2024-11-07T09:15:57,217 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730970886443.ea80d74710f8d9f1a80aa1816a495ca9. 2024-11-07T09:15:57,217 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64f59898ac27f4cb28f0a3690b73913a, disabling compactions & flushes 2024-11-07T09:15:57,217 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:15:57,217 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:15:57,217 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. after waiting 0 ms 2024-11-07T09:15:57,217 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:15:57,218 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/rep_barrier/6dc1a5a4c34244b58e7dc71622d3fc8a is 112, key is test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a./rep_barrier:seqnumDuringOpen/1730970883261/Put/seqid=0 2024-11-07T09:15:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741848_1024 (size=5518) 2024-11-07T09:15:57,223 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/default/test/64f59898ac27f4cb28f0a3690b73913a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T09:15:57,224 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:15:57,224 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:15:57,224 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:15:57,224 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64f59898ac27f4cb28f0a3690b73913a: Waiting for close lock at 1730970957217Running coprocessor pre-close hooks at 1730970957217Disabling compacts and flushes for region at 1730970957217Disabling writes for close at 1730970957217Writing region close event to WAL at 1730970957220 (+3 ms)Running coprocessor post-close hooks at 1730970957224 (+4 ms)Closed at 1730970957224 2024-11-07T09:15:57,224 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730970882097.64f59898ac27f4cb28f0a3690b73913a. 2024-11-07T09:15:57,346 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:15:57,346 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:15:57,346 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:57,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:15:57,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:15:57,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:15:57,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:15:57,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:15:57,546 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:57,624 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/rep_barrier/6dc1a5a4c34244b58e7dc71622d3fc8a 2024-11-07T09:15:57,647 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/table/59884d2f12f14bc5be6de8b95913528b is 53, key is hbase:replication/table:state/1730970887629/Put/seqid=0 2024-11-07T09:15:57,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741849_1025 (size=5308) 2024-11-07T09:15:57,747 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:57,947 DEBUG [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:15:58,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:15:58,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:15:58,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:15:58,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:15:58,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:15:58,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:15:58,052 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/table/59884d2f12f14bc5be6de8b95913528b 2024-11-07T09:15:58,057 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/info/ded8f215fae148f6894f82bc3e445cca as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/info/ded8f215fae148f6894f82bc3e445cca 2024-11-07T09:15:58,062 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/info/ded8f215fae148f6894f82bc3e445cca, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:15:58,063 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/ns/bcd617fb287d421896a15feb12a625d8 as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/ns/bcd617fb287d421896a15feb12a625d8 2024-11-07T09:15:58,067 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/ns/bcd617fb287d421896a15feb12a625d8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:15:58,068 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/rep_barrier/6dc1a5a4c34244b58e7dc71622d3fc8a as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/rep_barrier/6dc1a5a4c34244b58e7dc71622d3fc8a 2024-11-07T09:15:58,072 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/rep_barrier/6dc1a5a4c34244b58e7dc71622d3fc8a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:15:58,073 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/.tmp/table/59884d2f12f14bc5be6de8b95913528b as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/table/59884d2f12f14bc5be6de8b95913528b 2024-11-07T09:15:58,077 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/table/59884d2f12f14bc5be6de8b95913528b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:15:58,078 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false 2024-11-07T09:15:58,082 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:15:58,083 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:15:58,083 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:15:58,083 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:15:58,083 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970956345Running coprocessor pre-close hooks at 1730970956345Disabling compacts and flushes for region at 1730970956345Disabling writes for close at 1730970956345Obtaining lock to block concurrent updates at 1730970956345Preparing flush snapshotting stores in 1588230740 at 1730970956345Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730970956346 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730970956346Flushing 1588230740/info: creating writer at 1730970956346Flushing 1588230740/info: appending metadata at 1730970956364 (+18 ms)Flushing 1588230740/info: closing flushed file at 1730970956364Flushing 1588230740/ns: creating writer at 1730970956775 (+411 ms)Flushing 1588230740/ns: appending metadata at 1730970956788 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1730970956788Flushing 1588230740/rep_barrier: creating writer at 1730970957197 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730970957218 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730970957218Flushing 1588230740/table: creating writer at 1730970957630 (+412 ms)Flushing 1588230740/table: appending metadata at 1730970957646 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730970957647 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eeeb710: reopening flushed file at 1730970958057 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d32eafe: reopening flushed file at 1730970958062 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1366df9d: reopening flushed file at 1730970958067 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12298f31: reopening flushed file at 1730970958072 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false at 1730970958078 (+6 ms)Writing region close event to WAL at 1730970958079 (+1 ms)Running coprocessor post-close hooks at 1730970958083 (+4 ms)Closed at 1730970958083 2024-11-07T09:15:58,083 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:15:58,147 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,33489,1730970875046; all regions closed. 2024-11-07T09:15:58,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741834_1010 (size=4239) 2024-11-07T09:15:58,152 DEBUG [RS:0;9f1eb259a29b:33489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/oldWALs 2024-11-07T09:15:58,152 INFO [RS:0;9f1eb259a29b:33489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C33489%2C1730970875046.meta:.meta(num 1730970877982) 2024-11-07T09:15:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741839_1015 (size=2700) 2024-11-07T09:15:58,156 DEBUG [RS:0;9f1eb259a29b:33489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/oldWALs 2024-11-07T09:15:58,156 INFO [RS:0;9f1eb259a29b:33489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C33489%2C1730970875046.rep:(num 1730970887586) 2024-11-07T09:15:58,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741832_1008 (size=1300) 2024-11-07T09:15:58,158 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/WALs/9f1eb259a29b,33489,1730970875046/9f1eb259a29b%2C33489%2C1730970875046.1730970877032 not finished, retry = 0 2024-11-07T09:15:58,260 DEBUG [RS:0;9f1eb259a29b:33489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/oldWALs 2024-11-07T09:15:58,260 INFO [RS:0;9f1eb259a29b:33489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C33489%2C1730970875046:(num 1730970877032) 2024-11-07T09:15:58,260 DEBUG [RS:0;9f1eb259a29b:33489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:58,260 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:15:58,261 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:15:58,261 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:15:58,261 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:15:58,261 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:15:58,261 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,33489,1730970875046 because: Region server is closing 2024-11-07T09:15:58,261 INFO [RS:0;9f1eb259a29b:33489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:33489. 2024-11-07T09:15:58,261 DEBUG [RS:0;9f1eb259a29b:33489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:15:58,262 DEBUG [RS:0;9f1eb259a29b:33489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:58,262 DEBUG [RS:0;9f1eb259a29b:33489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:15:58,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:15:58,362 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.wal-reader.9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:15:58,362 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.shipper9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T09:15:58,362 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,33489,1730970875046.replicationSource.shipper9f1eb259a29b%2C33489%2C1730970875046,1-9f1eb259a29b,33489,1730970875046 terminated 2024-11-07T09:15:58,362 INFO [RS:0;9f1eb259a29b:33489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33489 2024-11-07T09:15:58,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951615383/rs/9f1eb259a29b,33489,1730970875046 2024-11-07T09:15:58,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383/rs 2024-11-07T09:15:58,365 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:15:58,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,33489,1730970875046] 2024-11-07T09:15:58,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0951615383/draining/9f1eb259a29b,33489,1730970875046 already deleted, retry=false 2024-11-07T09:15:58,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,33489,1730970875046 expired; onlineServers=0 2024-11-07T09:15:58,367 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,33093,1730970874997' ***** 2024-11-07T09:15:58,367 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:15:58,367 INFO [M:0;9f1eb259a29b:33093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:15:58,368 INFO [M:0;9f1eb259a29b:33093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:15:58,368 DEBUG [M:0;9f1eb259a29b:33093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:15:58,368 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:15:58,368 DEBUG [M:0;9f1eb259a29b:33093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:15:58,368 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970876828 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970876828,5,FailOnTimeoutGroup] 2024-11-07T09:15:58,368 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970876829 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970876829,5,FailOnTimeoutGroup] 2024-11-07T09:15:58,368 INFO [M:0;9f1eb259a29b:33093 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:15:58,368 INFO [M:0;9f1eb259a29b:33093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:15:58,368 DEBUG [M:0;9f1eb259a29b:33093 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:15:58,368 INFO [M:0;9f1eb259a29b:33093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:15:58,368 INFO [M:0;9f1eb259a29b:33093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:15:58,368 INFO [M:0;9f1eb259a29b:33093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:15:58,368 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:15:58,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951615383/master 2024-11-07T09:15:58,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951615383 2024-11-07T09:15:58,369 DEBUG [M:0;9f1eb259a29b:33093 {}] zookeeper.ZKUtil(347): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Unable to get data of znode /0951615383/master because node does not exist (not an error) 2024-11-07T09:15:58,369 WARN [M:0;9f1eb259a29b:33093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:15:58,371 INFO [M:0;9f1eb259a29b:33093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/.lastflushedseqids 2024-11-07T09:15:58,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741850_1026 (size=263) 2024-11-07T09:15:58,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:15:58,467 INFO [RS:0;9f1eb259a29b:33489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:15:58,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x100f1b55b4f0001, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:15:58,467 INFO [RS:0;9f1eb259a29b:33489 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,33489,1730970875046; zookeeper connection closed. 2024-11-07T09:15:58,467 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@691397cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@691397cd 2024-11-07T09:15:58,467 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:15:58,776 INFO [M:0;9f1eb259a29b:33093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:15:58,776 INFO [M:0;9f1eb259a29b:33093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:15:58,776 DEBUG [M:0;9f1eb259a29b:33093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:15:58,776 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:15:58,776 DEBUG [M:0;9f1eb259a29b:33093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:15:58,776 DEBUG [M:0;9f1eb259a29b:33093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:15:58,776 DEBUG [M:0;9f1eb259a29b:33093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:15:58,776 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-07T09:15:58,792 DEBUG [M:0;9f1eb259a29b:33093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16a706f3fa584a6c8aea2fbddb6d3583 is 82, key is hbase:meta,,1/info:regioninfo/1730970878017/Put/seqid=0 2024-11-07T09:15:58,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741851_1027 (size=5672) 2024-11-07T09:15:59,197 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16a706f3fa584a6c8aea2fbddb6d3583 2024-11-07T09:15:59,217 DEBUG [M:0;9f1eb259a29b:33093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/244f0b3c14a0409594a3bc016c93a021 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730970883278/Put/seqid=0 2024-11-07T09:15:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741852_1028 (size=7240) 2024-11-07T09:15:59,622 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/244f0b3c14a0409594a3bc016c93a021 2024-11-07T09:15:59,627 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 244f0b3c14a0409594a3bc016c93a021 2024-11-07T09:15:59,645 DEBUG [M:0;9f1eb259a29b:33093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f59f9cb1d8ad48ed89db58b6ba1f1e2e is 69, key is 9f1eb259a29b,33489,1730970875046/rs:state/1730970876887/Put/seqid=0 2024-11-07T09:15:59,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741853_1029 (size=5156) 2024-11-07T09:16:00,050 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f59f9cb1d8ad48ed89db58b6ba1f1e2e 2024-11-07T09:16:00,055 DEBUG [M:0;9f1eb259a29b:33093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16a706f3fa584a6c8aea2fbddb6d3583 as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16a706f3fa584a6c8aea2fbddb6d3583 2024-11-07T09:16:00,060 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16a706f3fa584a6c8aea2fbddb6d3583, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T09:16:00,060 DEBUG [M:0;9f1eb259a29b:33093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/244f0b3c14a0409594a3bc016c93a021 as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/244f0b3c14a0409594a3bc016c93a021 2024-11-07T09:16:00,064 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 244f0b3c14a0409594a3bc016c93a021 2024-11-07T09:16:00,064 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/244f0b3c14a0409594a3bc016c93a021, entries=11, sequenceid=105, filesize=7.1 K 2024-11-07T09:16:00,065 DEBUG [M:0;9f1eb259a29b:33093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f59f9cb1d8ad48ed89db58b6ba1f1e2e as hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f59f9cb1d8ad48ed89db58b6ba1f1e2e 2024-11-07T09:16:00,069 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40123/user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f59f9cb1d8ad48ed89db58b6ba1f1e2e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T09:16:00,070 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false 2024-11-07T09:16:00,071 INFO [M:0;9f1eb259a29b:33093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:00,071 DEBUG [M:0;9f1eb259a29b:33093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970958776Disabling compacts and flushes for region at 1730970958776Disabling writes for close at 1730970958776Obtaining lock to block concurrent updates at 1730970958776Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730970958776Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1730970958777 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730970958777Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730970958778 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730970958792 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730970958792Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730970959202 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730970959216 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730970959216Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730970959627 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730970959645 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730970959645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c00aba: reopening flushed file at 1730970960054 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c45159e: reopening flushed file at 1730970960060 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3086854e: reopening flushed file at 1730970960065 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false at 1730970960070 (+5 ms)Writing region close event to WAL at 1730970960071 (+1 ms)Closed at 1730970960071 2024-11-07T09:16:00,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741830_1006 (size=64526) 2024-11-07T09:16:00,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df181ce5-684c-876e-aa3d-303743fa93ce/MasterData/WALs/9f1eb259a29b,33093,1730970874997/9f1eb259a29b%2C33093%2C1730970874997.1730970876740 not finished, retry = 0 2024-11-07T09:16:00,174 INFO [M:0;9f1eb259a29b:33093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:16:00,174 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:16:00,175 INFO [M:0;9f1eb259a29b:33093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33093 2024-11-07T09:16:00,175 INFO [M:0;9f1eb259a29b:33093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:16:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:00,278 INFO [M:0;9f1eb259a29b:33093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:16:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x100f1b55b4f0000, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:00,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5377c0bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:16:00,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:16:00,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:16:00,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:16:00,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/hadoop.log.dir/,STOPPED} 2024-11-07T09:16:00,282 WARN [BP-1905637797-172.17.0.2-1730970874080 heartbeating to localhost/127.0.0.1:40123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:16:00,282 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:16:00,282 WARN [BP-1905637797-172.17.0.2-1730970874080 heartbeating to localhost/127.0.0.1:40123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1905637797-172.17.0.2-1730970874080 (Datanode Uuid e4ad0126-0396-4004-be31-f61e233d9837) service to localhost/127.0.0.1:40123 2024-11-07T09:16:00,282 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:16:00,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/cluster_4911389e-8607-f0e9-d2ff-a870f835fcc1/data/data1/current/BP-1905637797-172.17.0.2-1730970874080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:16:00,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/cluster_4911389e-8607-f0e9-d2ff-a870f835fcc1/data/data2/current/BP-1905637797-172.17.0.2-1730970874080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:16:00,283 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:16:00,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a3bd84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:16:00,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:16:00,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:16:00,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:16:00,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ba1580-fcbb-baf0-e9d4-7aabb4ef2bc7/hadoop.log.dir/,STOPPED} 2024-11-07T09:16:00,295 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:16:00,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:16:00,318 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f473cb8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53118) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40123 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53118) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f473cb8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37967 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=4756 (was 5055) 2024-11-07T09:16:00,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=4756 2024-11-07T09:16:00,344 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-07T09:16:00,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/hadoop.log.dir so I do NOT create it in target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3 2024-11-07T09:16:00,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:16:00,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/hadoop.tmp.dir so I do NOT create it in target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3 2024-11-07T09:16:00,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e849af-438f-ddc3-7caf-6f61f38f159b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:16:00,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3 2024-11-07T09:16:00,345 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/cluster_ab2a46a1-cbad-5acf-bebf-e42b1421db0c, deleteOnExit=true 2024-11-07T09:16:00,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/cluster_ab2a46a1-cbad-5acf-bebf-e42b1421db0c/zookeeper_0, clientPort=64002, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/cluster_ab2a46a1-cbad-5acf-bebf-e42b1421db0c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/cluster_ab2a46a1-cbad-5acf-bebf-e42b1421db0c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:16:00,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64002 2024-11-07T09:16:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:16:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:16:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/test.cache.data in system properties and HBase conf 2024-11-07T09:16:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:16:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:16:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:16:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:16:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:16:00,349 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:16:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:00,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:16:00,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:16:00,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100f1b55b4f0005, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:16:00,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100f1b55b4f0002, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:16:00,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100f1b55b4f0005, quorum=127.0.0.1:53118, baseZNode=/11407491285 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:16:00,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100f1b55b4f0002, quorum=127.0.0.1:53118, baseZNode=/0951615383 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:16:00,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:00,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:00,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:00,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:00,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:16:00,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:00,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bebedbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:00,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6115c9db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:00,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3068005f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/java.io.tmpdir/jetty-localhost-43767-hadoop-hdfs-3_4_1-tests_jar-_-any-16065160437425126570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:16:00,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d7c4d6a{HTTP/1.1, (http/1.1)}{localhost:43767} 2024-11-07T09:16:00,542 INFO [Time-limited test {}] server.Server(415): Started @131813ms 2024-11-07T09:16:00,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:00,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:00,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:00,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:00,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:16:00,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:00,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:00,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78825a0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/java.io.tmpdir/jetty-localhost-44631-hadoop-hdfs-3_4_1-tests_jar-_-any-11677846649420135792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:16:00,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:44631} 2024-11-07T09:16:00,751 INFO [Time-limited test {}] server.Server(415): Started @132021ms 2024-11-07T09:16:00,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:16:00,849 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/cluster_ab2a46a1-cbad-5acf-bebf-e42b1421db0c/data/data1/current/BP-1037833486-172.17.0.2-1730970960368/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:00,849 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/cluster_ab2a46a1-cbad-5acf-bebf-e42b1421db0c/data/data2/current/BP-1037833486-172.17.0.2-1730970960368/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:00,867 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:16:00,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa61a0765c49ad2ed with lease ID 0x444b4bc4cbad9b5e: Processing first storage report for DS-587a967f-b27d-482f-a1cc-94b8a6d7d8bf from datanode DatanodeRegistration(127.0.0.1:37839, datanodeUuid=ea895b28-b702-471a-8fab-64d441b53015, infoPort=39465, infoSecurePort=0, ipcPort=33111, storageInfo=lv=-57;cid=testClusterID;nsid=1966290606;c=1730970960368) 2024-11-07T09:16:00,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa61a0765c49ad2ed with lease ID 0x444b4bc4cbad9b5e: from storage DS-587a967f-b27d-482f-a1cc-94b8a6d7d8bf node DatanodeRegistration(127.0.0.1:37839, datanodeUuid=ea895b28-b702-471a-8fab-64d441b53015, infoPort=39465, infoSecurePort=0, ipcPort=33111, storageInfo=lv=-57;cid=testClusterID;nsid=1966290606;c=1730970960368), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:00,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa61a0765c49ad2ed with lease ID 0x444b4bc4cbad9b5e: Processing first storage report for DS-dc808f9c-e1d0-4963-928b-048eb3874dd6 from datanode DatanodeRegistration(127.0.0.1:37839, datanodeUuid=ea895b28-b702-471a-8fab-64d441b53015, infoPort=39465, infoSecurePort=0, ipcPort=33111, storageInfo=lv=-57;cid=testClusterID;nsid=1966290606;c=1730970960368) 2024-11-07T09:16:00,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa61a0765c49ad2ed with lease ID 0x444b4bc4cbad9b5e: from storage DS-dc808f9c-e1d0-4963-928b-048eb3874dd6 node DatanodeRegistration(127.0.0.1:37839, datanodeUuid=ea895b28-b702-471a-8fab-64d441b53015, infoPort=39465, infoSecurePort=0, ipcPort=33111, storageInfo=lv=-57;cid=testClusterID;nsid=1966290606;c=1730970960368), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:00,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3 2024-11-07T09:16:00,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:00,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:16:01,288 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6 with version=8 2024-11-07T09:16:01,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/hbase-staging 2024-11-07T09:16:01,290 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:01,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:01,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:01,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:01,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:01,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:01,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:16:01,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:01,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38595 2024-11-07T09:16:01,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38595 connecting to ZooKeeper ensemble=127.0.0.1:64002 2024-11-07T09:16:01,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385950x0, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:01,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38595-0x100f1b6ac6b0000 connected 2024-11-07T09:16:01,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:01,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:01,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/running 2024-11-07T09:16:01,317 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6, hbase.cluster.distributed=false 2024-11-07T09:16:01,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/acl 2024-11-07T09:16:01,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-07T09:16:01,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38595 2024-11-07T09:16:01,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38595 2024-11-07T09:16:01,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-07T09:16:01,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-07T09:16:01,339 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:01,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:01,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:01,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:01,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:01,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:01,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:16:01,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:01,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34251 2024-11-07T09:16:01,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34251 connecting to ZooKeeper ensemble=127.0.0.1:64002 2024-11-07T09:16:01,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:01,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:01,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342510x0, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:01,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342510x0, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/running 2024-11-07T09:16:01,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34251-0x100f1b6ac6b0001 connected 2024-11-07T09:16:01,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:16:01,349 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:16:01,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/master 2024-11-07T09:16:01,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/acl 2024-11-07T09:16:01,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34251 2024-11-07T09:16:01,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34251 2024-11-07T09:16:01,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34251 2024-11-07T09:16:01,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34251 2024-11-07T09:16:01,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34251 2024-11-07T09:16:01,369 DEBUG [M:0;9f1eb259a29b:38595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:38595 2024-11-07T09:16:01,369 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0843587935/backup-masters/9f1eb259a29b,38595,1730970961290 2024-11-07T09:16:01,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/backup-masters 2024-11-07T09:16:01,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/backup-masters 2024-11-07T09:16:01,372 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on existing znode=/0843587935/backup-masters/9f1eb259a29b,38595,1730970961290 2024-11-07T09:16:01,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0843587935/master 2024-11-07T09:16:01,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:01,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:01,374 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on existing znode=/0843587935/master 2024-11-07T09:16:01,375 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0843587935/backup-masters/9f1eb259a29b,38595,1730970961290 from backup master directory 2024-11-07T09:16:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/backup-masters 2024-11-07T09:16:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843587935/backup-masters/9f1eb259a29b,38595,1730970961290 2024-11-07T09:16:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/backup-masters 2024-11-07T09:16:01,376 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:01,376 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,38595,1730970961290 2024-11-07T09:16:01,380 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/hbase.id] with ID: 747ee48d-37b6-42a1-bffa-37b9ef0bbbe9 2024-11-07T09:16:01,380 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/.tmp/hbase.id 2024-11-07T09:16:01,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:16:01,789 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/.tmp/hbase.id]:[hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/hbase.id] 2024-11-07T09:16:01,800 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:01,800 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:16:01,801 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:16:01,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:01,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:01,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:16:02,215 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:02,216 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:16:02,216 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:16:02,623 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store 2024-11-07T09:16:02,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:16:03,030 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:03,031 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:16:03,031 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:03,031 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:03,031 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:16:03,031 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:03,031 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:03,031 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970963030Disabling compacts and flushes for region at 1730970963030Disabling writes for close at 1730970963031 (+1 ms)Writing region close event to WAL at 1730970963031Closed at 1730970963031 2024-11-07T09:16:03,032 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/.initializing 2024-11-07T09:16:03,032 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,38595,1730970961290 2024-11-07T09:16:03,033 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:03,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C38595%2C1730970961290, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,38595,1730970961290, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/oldWALs, maxLogs=10 2024-11-07T09:16:03,055 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,38595,1730970961290/9f1eb259a29b%2C38595%2C1730970961290.1730970963037, exclude list is [], retry=0 2024-11-07T09:16:03,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-587a967f-b27d-482f-a1cc-94b8a6d7d8bf,DISK] 2024-11-07T09:16:03,060 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,38595,1730970961290/9f1eb259a29b%2C38595%2C1730970961290.1730970963037 2024-11-07T09:16:03,061 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39465:39465)] 2024-11-07T09:16:03,061 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:03,061 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:03,061 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,061 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:16:03,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:03,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:03,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:16:03,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:03,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:03,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:16:03,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:03,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:03,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:16:03,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:03,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:03,071 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,072 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,072 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,074 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,074 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,074 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:03,076 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:03,078 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:03,079 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71251511, jitterRate=0.06173025071620941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:03,080 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970963061Initializing all the Stores at 1730970963062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970963062Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970963063 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970963063Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970963063Cleaning up temporary data from old regions at 1730970963074 (+11 ms)Region opened successfully at 1730970963080 (+6 ms) 2024-11-07T09:16:03,080 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:16:03,084 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159376e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:03,085 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:16:03,085 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:16:03,085 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:16:03,086 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:16:03,086 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:16:03,086 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:16:03,087 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:16:03,090 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:16:03,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Unable to get data of znode /0843587935/balancer because node does not exist (not necessarily an error) 2024-11-07T09:16:03,093 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/balancer already deleted, retry=false 2024-11-07T09:16:03,093 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:16:03,094 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Unable to get data of znode /0843587935/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:16:03,095 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/normalizer already deleted, retry=false 2024-11-07T09:16:03,095 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:16:03,096 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Unable to get data of znode /0843587935/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:16:03,097 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/switch/split already deleted, retry=false 2024-11-07T09:16:03,097 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Unable to get data of znode /0843587935/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:16:03,098 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/switch/merge already deleted, retry=false 2024-11-07T09:16:03,100 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Unable to get data of znode /0843587935/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:16:03,102 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/snapshot-cleanup already deleted, retry=false 2024-11-07T09:16:03,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0843587935/running 2024-11-07T09:16:03,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0843587935/running 2024-11-07T09:16:03,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:03,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:03,105 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,38595,1730970961290, sessionid=0x100f1b6ac6b0000, setting cluster-up flag (Was=false) 2024-11-07T09:16:03,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:03,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:03,112 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0843587935/flush-table-proc/acquired, /0843587935/flush-table-proc/reached, /0843587935/flush-table-proc/abort 2024-11-07T09:16:03,114 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,38595,1730970961290 2024-11-07T09:16:03,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:03,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:03,123 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0843587935/online-snapshot/acquired, /0843587935/online-snapshot/reached, /0843587935/online-snapshot/abort 2024-11-07T09:16:03,124 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,38595,1730970961290 2024-11-07T09:16:03,129 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:16:03,132 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:03,132 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:16:03,132 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:16:03,133 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,38595,1730970961290 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:16:03,134 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:03,135 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:03,135 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:03,135 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:03,135 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:16:03,135 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,135 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:03,135 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:03,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:16:03,138 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:03,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:16:03,150 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730970993150 2024-11-07T09:16:03,150 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:16:03,151 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:16:03,151 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:16:03,151 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:16:03,151 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:16:03,151 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:16:03,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,160 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:16:03,160 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:16:03,160 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:16:03,161 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:16:03,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:16:03,164 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:16:03,164 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:16:03,166 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(746): ClusterId : 747ee48d-37b6-42a1-bffa-37b9ef0bbbe9 2024-11-07T09:16:03,166 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:16:03,168 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:16:03,168 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:16:03,170 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:16:03,171 DEBUG [RS:0;9f1eb259a29b:34251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7669e176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:03,172 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970963165,5,FailOnTimeoutGroup] 2024-11-07T09:16:03,175 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970963172,5,FailOnTimeoutGroup] 2024-11-07T09:16:03,175 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,175 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:16:03,175 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,175 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,196 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:34251 2024-11-07T09:16:03,196 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:16:03,196 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:16:03,196 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:16:03,197 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,38595,1730970961290 with port=34251, startcode=1730970961339 2024-11-07T09:16:03,197 DEBUG [RS:0;9f1eb259a29b:34251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:16:03,199 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:16:03,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:03,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38595 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:03,202 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6 2024-11-07T09:16:03,202 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34343 2024-11-07T09:16:03,202 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:16:03,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/rs 2024-11-07T09:16:03,205 DEBUG [RS:0;9f1eb259a29b:34251 {}] zookeeper.ZKUtil(111): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on existing znode=/0843587935/rs/9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:03,205 WARN [RS:0;9f1eb259a29b:34251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:03,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,34251,1730970961339] 2024-11-07T09:16:03,205 INFO [RS:0;9f1eb259a29b:34251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:03,205 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:03,209 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:16:03,211 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:16:03,217 INFO [RS:0;9f1eb259a29b:34251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:16:03,217 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,224 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:16:03,226 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:16:03,226 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,226 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,226 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,226 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,226 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,226 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,226 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:03,227 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,227 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,227 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,227 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,227 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,227 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:03,227 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:03,227 DEBUG [RS:0;9f1eb259a29b:34251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:03,240 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,240 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,240 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,240 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,240 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,240 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,34251,1730970961339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:03,264 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:16:03,264 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,34251,1730970961339-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,264 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,264 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.Replication(171): 9f1eb259a29b,34251,1730970961339 started 2024-11-07T09:16:03,281 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:03,281 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,34251,1730970961339, RpcServer on 9f1eb259a29b/172.17.0.2:34251, sessionid=0x100f1b6ac6b0001 2024-11-07T09:16:03,281 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:16:03,281 DEBUG [RS:0;9f1eb259a29b:34251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:03,281 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,34251,1730970961339' 2024-11-07T09:16:03,281 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0843587935/flush-table-proc/abort' 2024-11-07T09:16:03,282 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0843587935/flush-table-proc/acquired' 2024-11-07T09:16:03,282 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:16:03,282 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:16:03,282 DEBUG [RS:0;9f1eb259a29b:34251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:03,282 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,34251,1730970961339' 2024-11-07T09:16:03,282 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0843587935/online-snapshot/abort' 2024-11-07T09:16:03,283 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0843587935/online-snapshot/acquired' 2024-11-07T09:16:03,283 DEBUG [RS:0;9f1eb259a29b:34251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:16:03,283 INFO [RS:0;9f1eb259a29b:34251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:16:03,283 INFO [RS:0;9f1eb259a29b:34251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:16:03,384 INFO [RS:0;9f1eb259a29b:34251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:03,386 INFO [RS:0;9f1eb259a29b:34251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C34251%2C1730970961339, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs, maxLogs=10 2024-11-07T09:16:03,399 DEBUG [RS:0;9f1eb259a29b:34251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.1730970963386, exclude list is [], retry=0 2024-11-07T09:16:03,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-587a967f-b27d-482f-a1cc-94b8a6d7d8bf,DISK] 2024-11-07T09:16:03,403 INFO [RS:0;9f1eb259a29b:34251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.1730970963386 2024-11-07T09:16:03,404 DEBUG [RS:0;9f1eb259a29b:34251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39465:39465)] 2024-11-07T09:16:03,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:16:03,563 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6 2024-11-07T09:16:03,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:16:03,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:16:03,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:03,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:03,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:03,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:03,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:03,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:03,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:03,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:03,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:03,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:03,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:03,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:03,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:03,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:03,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:03,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:03,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:03,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:03,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:03,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:03,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:03,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:03,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:03,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:03,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740 2024-11-07T09:16:03,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740 2024-11-07T09:16:03,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:03,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:03,982 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:03,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:03,987 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:03,987 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59390513, jitterRate=-0.11501239240169525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:03,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730970963970Initializing all the Stores at 1730970963970Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970963970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970963971 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970963971Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970963971Cleaning up temporary data from old regions at 1730970963981 (+10 ms)Region opened successfully at 1730970963988 (+7 ms) 2024-11-07T09:16:03,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:16:03,988 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:16:03,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:16:03,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:16:03,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:16:03,996 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:03,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970963988Disabling compacts and flushes for region at 1730970963988Disabling writes for close at 1730970963988Writing region close event to WAL at 1730970963996 (+8 ms)Closed at 1730970963996 2024-11-07T09:16:03,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:03,998 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:16:03,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:16:04,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:04,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:16:04,151 DEBUG [9f1eb259a29b:38595 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:16:04,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:04,153 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,34251,1730970961339, state=OPENING 2024-11-07T09:16:04,154 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:16:04,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:04,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:04,157 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:04,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: CHANGED 2024-11-07T09:16:04,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: CHANGED 2024-11-07T09:16:04,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,34251,1730970961339}] 2024-11-07T09:16:04,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:04,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:16:04,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T09:16:04,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T09:16:04,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:04,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:16:04,309 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:16:04,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:16:04,314 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:16:04,314 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:04,315 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:16:04,316 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C34251%2C1730970961339.meta, suffix=.meta, logDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs, maxLogs=10 2024-11-07T09:16:04,330 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.meta.1730970964316.meta, exclude list is [], retry=0 2024-11-07T09:16:04,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-587a967f-b27d-482f-a1cc-94b8a6d7d8bf,DISK] 2024-11-07T09:16:04,333 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.meta.1730970964316.meta 2024-11-07T09:16:04,334 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39465:39465)] 2024-11-07T09:16:04,334 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:04,334 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:04,334 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:04,334 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:16:04,335 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:16:04,335 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:16:04,335 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:04,335 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:16:04,335 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:16:04,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:04,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:04,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:04,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:04,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:04,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:04,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:04,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:04,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:04,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:04,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:04,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:04,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:04,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:04,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:04,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:04,341 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:04,341 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740 2024-11-07T09:16:04,342 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740 2024-11-07T09:16:04,343 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:04,343 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:04,344 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:04,345 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:04,346 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75059736, jitterRate=0.1184772253036499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:04,346 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:16:04,346 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970964335Writing region info on filesystem at 1730970964335Initializing all the Stores at 1730970964336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970964336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970964336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970964336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970964336Cleaning up temporary data from old regions at 1730970964343 (+7 ms)Running coprocessor post-open hooks at 1730970964346 (+3 ms)Region opened successfully at 1730970964346 2024-11-07T09:16:04,347 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730970964309 2024-11-07T09:16:04,349 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:16:04,349 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:16:04,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:04,350 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,34251,1730970961339, state=OPEN 2024-11-07T09:16:04,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0843587935/meta-region-server 2024-11-07T09:16:04,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0843587935/meta-region-server 2024-11-07T09:16:04,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: CHANGED 2024-11-07T09:16:04,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: CHANGED 2024-11-07T09:16:04,355 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:04,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:16:04,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,34251,1730970961339 in 198 msec 2024-11-07T09:16:04,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:16:04,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-07T09:16:04,359 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:04,359 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:16:04,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:04,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,34251,1730970961339, seqNum=-1] 2024-11-07T09:16:04,361 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:04,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:04,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-07T09:16:04,367 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970964366, completionTime=-1 2024-11-07T09:16:04,367 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:16:04,367 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:16:04,368 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:16:04,368 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971024368 2024-11-07T09:16:04,368 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971084368 2024-11-07T09:16:04,368 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:16:04,369 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38595,1730970961290-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:04,369 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38595,1730970961290-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:04,369 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38595,1730970961290-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:04,369 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:38595, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:04,369 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:04,369 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:04,370 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:16:04,372 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.996sec 2024-11-07T09:16:04,373 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:16:04,373 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:16:04,373 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:16:04,373 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:16:04,373 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:16:04,373 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38595,1730970961290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:04,373 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38595,1730970961290-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:16:04,375 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:16:04,375 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:16:04,375 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38595,1730970961290-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:04,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd458e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:04,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38595,-1 for getting cluster id 2024-11-07T09:16:04,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:04,468 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '747ee48d-37b6-42a1-bffa-37b9ef0bbbe9' 2024-11-07T09:16:04,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:04,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "747ee48d-37b6-42a1-bffa-37b9ef0bbbe9" 2024-11-07T09:16:04,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129558dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:04,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38595,-1] 2024-11-07T09:16:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:04,470 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:04,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c19f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:04,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,34251,1730970961339, seqNum=-1] 2024-11-07T09:16:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:04,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,38595,1730970961290 2024-11-07T09:16:04,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64002 2024-11-07T09:16:04,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:04,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100f1b6ac6b0002 connected 2024-11-07T09:16:04,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/hadoop.log.dir so I do NOT create it in target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3 2024-11-07T09:16:04,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:16:04,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/hadoop.tmp.dir so I do NOT create it in target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3 2024-11-07T09:16:04,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:16:04,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3 2024-11-07T09:16:04,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:16:04,487 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/cluster_2ca4eb6f-0922-2f04-e6bf-8f85d72c5a4d, deleteOnExit=true 2024-11-07T09:16:04,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:16:04,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/test.cache.data in system properties and HBase conf 2024-11-07T09:16:04,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:16:04,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:16:04,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:16:04,488 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:16:04,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:16:04,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:16:04,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:04,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:16:04,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:16:04,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:04,572 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:04,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:04,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:04,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:16:04,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:04,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58a30a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:04,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@780a9b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:04,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6097698c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/java.io.tmpdir/jetty-localhost-46811-hadoop-hdfs-3_4_1-tests_jar-_-any-6290893068699012169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:16:04,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aab5893{HTTP/1.1, (http/1.1)}{localhost:46811} 2024-11-07T09:16:04,696 INFO [Time-limited test {}] server.Server(415): Started @135967ms 2024-11-07T09:16:04,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:04,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:04,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:04,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:04,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:16:04,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d1efea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:04,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25341d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:04,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64bc60f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/java.io.tmpdir/jetty-localhost-39679-hadoop-hdfs-3_4_1-tests_jar-_-any-6041143446227099160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:16:04,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4660777d{HTTP/1.1, (http/1.1)}{localhost:39679} 2024-11-07T09:16:04,943 INFO [Time-limited test {}] server.Server(415): Started @136214ms 2024-11-07T09:16:04,945 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:16:05,078 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/cluster_2ca4eb6f-0922-2f04-e6bf-8f85d72c5a4d/data/data2/current/BP-1028834163-172.17.0.2-1730970964511/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:05,078 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/cluster_2ca4eb6f-0922-2f04-e6bf-8f85d72c5a4d/data/data1/current/BP-1028834163-172.17.0.2-1730970964511/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:05,105 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:16:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bc11ccee824fb2f with lease ID 0x2d2c43b8ea77ff69: Processing first storage report for DS-270d56f7-ca9e-4cb9-aa7b-5b131785ec13 from datanode DatanodeRegistration(127.0.0.1:33833, datanodeUuid=456c382c-50e8-41f3-b04e-753aa333851d, infoPort=37015, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=282324569;c=1730970964511) 2024-11-07T09:16:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bc11ccee824fb2f with lease ID 0x2d2c43b8ea77ff69: from storage DS-270d56f7-ca9e-4cb9-aa7b-5b131785ec13 node DatanodeRegistration(127.0.0.1:33833, datanodeUuid=456c382c-50e8-41f3-b04e-753aa333851d, infoPort=37015, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=282324569;c=1730970964511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bc11ccee824fb2f with lease ID 0x2d2c43b8ea77ff69: Processing first storage report for DS-9dee1dc5-ad6d-4ad5-8127-764daba793cb from datanode DatanodeRegistration(127.0.0.1:33833, datanodeUuid=456c382c-50e8-41f3-b04e-753aa333851d, infoPort=37015, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=282324569;c=1730970964511) 2024-11-07T09:16:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bc11ccee824fb2f with lease ID 0x2d2c43b8ea77ff69: from storage DS-9dee1dc5-ad6d-4ad5-8127-764daba793cb node DatanodeRegistration(127.0.0.1:33833, datanodeUuid=456c382c-50e8-41f3-b04e-753aa333851d, infoPort=37015, infoSecurePort=0, ipcPort=33929, storageInfo=lv=-57;cid=testClusterID;nsid=282324569;c=1730970964511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:05,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3 2024-11-07T09:16:05,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:05,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:05,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:16:05,616 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6 with version=8 2024-11-07T09:16:05,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/hbase-staging 2024-11-07T09:16:05,618 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:05,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:05,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:05,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:05,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:05,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:05,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:16:05,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:05,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33663 2024-11-07T09:16:05,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33663 connecting to ZooKeeper ensemble=127.0.0.1:64002 2024-11-07T09:16:05,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336630x0, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:05,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33663-0x100f1b6ac6b0003 connected 2024-11-07T09:16:05,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:05,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:05,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Set watcher on znode that does not yet exist, /1144972899/running 2024-11-07T09:16:05,655 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6, hbase.cluster.distributed=false 2024-11-07T09:16:05,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Set watcher on znode that does not yet exist, /1144972899/acl 2024-11-07T09:16:05,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33663 2024-11-07T09:16:05,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33663 2024-11-07T09:16:05,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33663 2024-11-07T09:16:05,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33663 2024-11-07T09:16:05,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33663 2024-11-07T09:16:05,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:05,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:05,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:05,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:05,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:05,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:05,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:16:05,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:05,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38801 2024-11-07T09:16:05,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38801 connecting to ZooKeeper ensemble=127.0.0.1:64002 2024-11-07T09:16:05,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:05,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:05,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388010x0, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:05,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388010x0, quorum=127.0.0.1:64002, baseZNode=/1144972899 Set watcher on znode that does not yet exist, /1144972899/running 2024-11-07T09:16:05,705 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:16:05,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38801-0x100f1b6ac6b0004 connected 2024-11-07T09:16:05,712 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:16:05,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Set watcher on znode that does not yet exist, /1144972899/master 2024-11-07T09:16:05,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Set watcher on znode that does not yet exist, /1144972899/acl 2024-11-07T09:16:05,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38801 2024-11-07T09:16:05,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38801 2024-11-07T09:16:05,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38801 2024-11-07T09:16:05,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38801 2024-11-07T09:16:05,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38801 2024-11-07T09:16:05,746 DEBUG [M:0;9f1eb259a29b:33663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:33663 2024-11-07T09:16:05,746 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1144972899/backup-masters/9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899/backup-masters 2024-11-07T09:16:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899/backup-masters 2024-11-07T09:16:05,753 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Set watcher on existing znode=/1144972899/backup-masters/9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:05,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:05,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1144972899/master 2024-11-07T09:16:05,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:05,755 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Set watcher on existing znode=/1144972899/master 2024-11-07T09:16:05,756 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1144972899/backup-masters/9f1eb259a29b,33663,1730970965618 from backup master directory 2024-11-07T09:16:05,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899/backup-masters 2024-11-07T09:16:05,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1144972899/backup-masters/9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:05,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899/backup-masters 2024-11-07T09:16:05,759 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:05,759 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:05,763 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/hbase.id] with ID: e46fab6e-8a8a-4017-bef1-9e35f043c465 2024-11-07T09:16:05,763 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/.tmp/hbase.id 2024-11-07T09:16:05,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:16:06,178 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/.tmp/hbase.id]:[hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/hbase.id] 2024-11-07T09:16:06,192 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:06,192 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:16:06,194 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T09:16:06,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:06,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:06,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:16:06,603 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:06,604 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:16:06,604 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:16:07,015 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store 2024-11-07T09:16:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:16:07,422 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:07,422 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:16:07,422 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:07,422 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:07,422 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:16:07,422 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:07,422 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:07,423 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970967422Disabling compacts and flushes for region at 1730970967422Disabling writes for close at 1730970967422Writing region close event to WAL at 1730970967422Closed at 1730970967422 2024-11-07T09:16:07,424 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/.initializing 2024-11-07T09:16:07,424 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/WALs/9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:07,425 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:07,426 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C33663%2C1730970965618, suffix=, logDir=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/WALs/9f1eb259a29b,33663,1730970965618, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/oldWALs, maxLogs=10 2024-11-07T09:16:07,444 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/WALs/9f1eb259a29b,33663,1730970965618/9f1eb259a29b%2C33663%2C1730970965618.1730970967427, exclude list is [], retry=0 2024-11-07T09:16:07,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33833,DS-270d56f7-ca9e-4cb9-aa7b-5b131785ec13,DISK] 2024-11-07T09:16:07,448 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/WALs/9f1eb259a29b,33663,1730970965618/9f1eb259a29b%2C33663%2C1730970965618.1730970967427 2024-11-07T09:16:07,456 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37015:37015)] 2024-11-07T09:16:07,457 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:07,457 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:07,457 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,457 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:16:07,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:07,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:07,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:16:07,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:07,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:07,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:16:07,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:07,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:07,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:16:07,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:07,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:07,468 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,469 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,469 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,470 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,470 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,471 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:07,472 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:07,474 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:07,475 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67664931, jitterRate=0.008286044001579285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:07,475 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970967457Initializing all the Stores at 1730970967459 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970967459Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970967460 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970967460Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970967460Cleaning up temporary data from old regions at 1730970967470 (+10 ms)Region opened successfully at 1730970967475 (+5 ms) 2024-11-07T09:16:07,475 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:16:07,478 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9d3e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:07,478 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:16:07,479 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:16:07,479 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:16:07,479 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:16:07,479 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:16:07,480 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:16:07,480 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:16:07,482 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:16:07,482 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Unable to get data of znode /1144972899/balancer because node does not exist (not necessarily an error) 2024-11-07T09:16:07,484 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1144972899/balancer already deleted, retry=false 2024-11-07T09:16:07,484 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:16:07,485 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Unable to get data of znode /1144972899/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:16:07,486 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1144972899/normalizer already deleted, retry=false 2024-11-07T09:16:07,486 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:16:07,489 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Unable to get data of znode /1144972899/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:16:07,491 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1144972899/switch/split already deleted, retry=false 2024-11-07T09:16:07,492 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Unable to get data of znode /1144972899/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:16:07,493 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1144972899/switch/merge already deleted, retry=false 2024-11-07T09:16:07,495 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Unable to get data of znode /1144972899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:16:07,496 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1144972899/snapshot-cleanup already deleted, retry=false 2024-11-07T09:16:07,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1144972899/running 2024-11-07T09:16:07,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:07,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1144972899/running 2024-11-07T09:16:07,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:07,503 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,33663,1730970965618, sessionid=0x100f1b6ac6b0003, setting cluster-up flag (Was=false) 2024-11-07T09:16:07,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:07,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:07,513 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1144972899/flush-table-proc/acquired, /1144972899/flush-table-proc/reached, /1144972899/flush-table-proc/abort 2024-11-07T09:16:07,514 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:07,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:07,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:07,523 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1144972899/online-snapshot/acquired, /1144972899/online-snapshot/reached, /1144972899/online-snapshot/abort 2024-11-07T09:16:07,524 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:07,529 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:16:07,541 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:07,541 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:16:07,542 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:16:07,542 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,33663,1730970965618 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:16:07,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:07,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:07,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:07,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:07,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:16:07,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:07,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,553 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(746): ClusterId : e46fab6e-8a8a-4017-bef1-9e35f043c465 2024-11-07T09:16:07,553 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:16:07,560 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730970997560 2024-11-07T09:16:07,560 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:16:07,561 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:16:07,561 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:16:07,561 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:16:07,561 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:16:07,561 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:16:07,561 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:16:07,561 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:16:07,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:07,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:16:07,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:07,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:16:07,565 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:16:07,565 DEBUG [RS:0;9f1eb259a29b:38801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb8d9f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:07,568 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,572 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:16:07,572 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:16:07,573 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:16:07,573 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:16:07,579 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:16:07,579 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:16:07,579 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970967579,5,FailOnTimeoutGroup] 2024-11-07T09:16:07,580 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970967579,5,FailOnTimeoutGroup] 2024-11-07T09:16:07,580 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,580 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:16:07,580 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,580 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,584 DEBUG [RS:0;9f1eb259a29b:38801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:38801 2024-11-07T09:16:07,584 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:16:07,584 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:16:07,584 DEBUG [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:16:07,585 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,33663,1730970965618 with port=38801, startcode=1730970965695 2024-11-07T09:16:07,585 DEBUG [RS:0;9f1eb259a29b:38801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:16:07,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:16:07,587 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:16:07,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:16:07,587 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6 2024-11-07T09:16:07,588 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,38801,1730970965695 2024-11-07T09:16:07,588 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33663 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,38801,1730970965695 2024-11-07T09:16:07,589 DEBUG [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6 2024-11-07T09:16:07,589 DEBUG [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46319 2024-11-07T09:16:07,589 DEBUG [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:16:07,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899/rs 2024-11-07T09:16:07,595 DEBUG [RS:0;9f1eb259a29b:38801 {}] zookeeper.ZKUtil(111): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Set watcher on existing znode=/1144972899/rs/9f1eb259a29b,38801,1730970965695 2024-11-07T09:16:07,596 WARN [RS:0;9f1eb259a29b:38801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:07,596 INFO [RS:0;9f1eb259a29b:38801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:07,596 DEBUG [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/WALs/9f1eb259a29b,38801,1730970965695 2024-11-07T09:16:07,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,38801,1730970965695] 2024-11-07T09:16:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:16:07,607 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:16:07,612 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:16:07,613 INFO [RS:0;9f1eb259a29b:38801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:16:07,613 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,613 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:16:07,613 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:16:07,614 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:07,614 DEBUG [RS:0;9f1eb259a29b:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:07,616 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,616 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,616 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,616 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,616 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,616 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38801,1730970965695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:07,634 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:16:07,634 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38801,1730970965695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,634 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,634 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.Replication(171): 9f1eb259a29b,38801,1730970965695 started 2024-11-07T09:16:07,647 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:07,647 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,38801,1730970965695, RpcServer on 9f1eb259a29b/172.17.0.2:38801, sessionid=0x100f1b6ac6b0004 2024-11-07T09:16:07,647 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:16:07,647 DEBUG [RS:0;9f1eb259a29b:38801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,38801,1730970965695 2024-11-07T09:16:07,647 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,38801,1730970965695' 2024-11-07T09:16:07,647 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1144972899/flush-table-proc/abort' 2024-11-07T09:16:07,647 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1144972899/flush-table-proc/acquired' 2024-11-07T09:16:07,648 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:16:07,648 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:16:07,648 DEBUG [RS:0;9f1eb259a29b:38801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,38801,1730970965695 2024-11-07T09:16:07,648 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,38801,1730970965695' 2024-11-07T09:16:07,648 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1144972899/online-snapshot/abort' 2024-11-07T09:16:07,648 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1144972899/online-snapshot/acquired' 2024-11-07T09:16:07,648 DEBUG [RS:0;9f1eb259a29b:38801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:16:07,648 INFO [RS:0;9f1eb259a29b:38801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:16:07,648 INFO [RS:0;9f1eb259a29b:38801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:16:07,749 INFO [RS:0;9f1eb259a29b:38801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:07,751 INFO [RS:0;9f1eb259a29b:38801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C38801%2C1730970965695, suffix=, logDir=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/WALs/9f1eb259a29b,38801,1730970965695, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/oldWALs, maxLogs=10 2024-11-07T09:16:07,768 DEBUG [RS:0;9f1eb259a29b:38801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/WALs/9f1eb259a29b,38801,1730970965695/9f1eb259a29b%2C38801%2C1730970965695.1730970967751, exclude list is [], retry=0 2024-11-07T09:16:07,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33833,DS-270d56f7-ca9e-4cb9-aa7b-5b131785ec13,DISK] 2024-11-07T09:16:07,775 INFO [RS:0;9f1eb259a29b:38801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/WALs/9f1eb259a29b,38801,1730970965695/9f1eb259a29b%2C38801%2C1730970965695.1730970967751 2024-11-07T09:16:07,776 DEBUG [RS:0;9f1eb259a29b:38801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37015:37015)] 2024-11-07T09:16:08,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:08,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:08,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:08,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:08,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:08,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:08,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:08,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:08,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:08,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:08,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:08,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:08,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:08,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:08,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/1588230740 2024-11-07T09:16:08,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/1588230740 2024-11-07T09:16:08,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:08,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:08,016 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:08,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:08,021 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:08,021 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73884251, jitterRate=0.10096113383769989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:08,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730970968005Initializing all the Stores at 1730970968006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970968006Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970968006Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970968006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970968006Cleaning up temporary data from old regions at 1730970968015 (+9 ms)Region opened successfully at 1730970968021 (+6 ms) 2024-11-07T09:16:08,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:16:08,021 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:16:08,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:16:08,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:16:08,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:16:08,022 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:08,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970968021Disabling compacts and flushes for region at 1730970968021Disabling writes for close at 1730970968021Writing region close event to WAL at 1730970968022 (+1 ms)Closed at 1730970968022 2024-11-07T09:16:08,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:08,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:16:08,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:16:08,025 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:08,026 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:16:08,176 DEBUG [9f1eb259a29b:33663 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:16:08,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,38801,1730970965695 2024-11-07T09:16:08,178 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,38801,1730970965695, state=OPENING 2024-11-07T09:16:08,207 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:16:08,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:08,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:08,209 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:08,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1144972899/meta-region-server: CHANGED 2024-11-07T09:16:08,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,38801,1730970965695}] 2024-11-07T09:16:08,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1144972899/meta-region-server: CHANGED 2024-11-07T09:16:08,362 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:16:08,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:16:08,368 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:16:08,368 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:08,368 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:16:08,370 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C38801%2C1730970965695.meta, suffix=.meta, logDir=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/WALs/9f1eb259a29b,38801,1730970965695, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/oldWALs, maxLogs=10 2024-11-07T09:16:08,389 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/WALs/9f1eb259a29b,38801,1730970965695/9f1eb259a29b%2C38801%2C1730970965695.meta.1730970968370.meta, exclude list is [], retry=0 2024-11-07T09:16:08,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33833,DS-270d56f7-ca9e-4cb9-aa7b-5b131785ec13,DISK] 2024-11-07T09:16:08,392 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/WALs/9f1eb259a29b,38801,1730970965695/9f1eb259a29b%2C38801%2C1730970965695.meta.1730970968370.meta 2024-11-07T09:16:08,392 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37015:37015)] 2024-11-07T09:16:08,393 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:08,393 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:08,393 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:08,393 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:16:08,393 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:16:08,393 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:16:08,393 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:08,393 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:16:08,393 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:16:08,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:08,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:08,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:08,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:08,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:08,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:08,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:08,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:08,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:08,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:08,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:08,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:08,398 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:08,399 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/1588230740 2024-11-07T09:16:08,400 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/1588230740 2024-11-07T09:16:08,401 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:08,401 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:08,401 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:08,403 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:08,403 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60810934, jitterRate=-0.09384647011756897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:08,403 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:16:08,404 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970968393Writing region info on filesystem at 1730970968393Initializing all the Stores at 1730970968394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970968394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970968394Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970968394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970968394Cleaning up temporary data from old regions at 1730970968401 (+7 ms)Running coprocessor post-open hooks at 1730970968403 (+2 ms)Region opened successfully at 1730970968403 2024-11-07T09:16:08,404 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730970968362 2024-11-07T09:16:08,406 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:16:08,407 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:16:08,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,38801,1730970965695 2024-11-07T09:16:08,408 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,38801,1730970965695, state=OPEN 2024-11-07T09:16:08,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1144972899/meta-region-server 2024-11-07T09:16:08,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1144972899/meta-region-server 2024-11-07T09:16:08,411 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,38801,1730970965695 2024-11-07T09:16:08,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1144972899/meta-region-server: CHANGED 2024-11-07T09:16:08,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1144972899/meta-region-server: CHANGED 2024-11-07T09:16:08,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:16:08,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,38801,1730970965695 in 202 msec 2024-11-07T09:16:08,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:16:08,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-11-07T09:16:08,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:08,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:16:08,417 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:08,417 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,38801,1730970965695, seqNum=-1] 2024-11-07T09:16:08,418 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:08,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:08,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 887 msec 2024-11-07T09:16:08,424 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970968424, completionTime=-1 2024-11-07T09:16:08,424 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:16:08,424 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:16:08,426 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:16:08,426 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971028426 2024-11-07T09:16:08,426 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971088426 2024-11-07T09:16:08,426 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:16:08,427 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33663,1730970965618-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:08,427 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33663,1730970965618-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:08,427 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33663,1730970965618-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:08,427 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:33663, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:08,427 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:08,428 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:08,429 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:16:08,431 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.672sec 2024-11-07T09:16:08,431 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:16:08,431 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:16:08,431 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:16:08,431 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:16:08,431 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:16:08,431 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33663,1730970965618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:08,431 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33663,1730970965618-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:16:08,436 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:16:08,436 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:16:08,436 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33663,1730970965618-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:08,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb735db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:08,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33663,-1 for getting cluster id 2024-11-07T09:16:08,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:08,452 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e46fab6e-8a8a-4017-bef1-9e35f043c465' 2024-11-07T09:16:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e46fab6e-8a8a-4017-bef1-9e35f043c465" 2024-11-07T09:16:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54997384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33663,-1] 2024-11-07T09:16:08,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:08,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:08,454 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:08,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f98a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:08,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:08,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,38801,1730970965695, seqNum=-1] 2024-11-07T09:16:08,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:08,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:08,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64002 2024-11-07T09:16:08,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:08,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100f1b6ac6b0005 connected 2024-11-07T09:16:08,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b95df81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:08,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38595,-1 for getting cluster id 2024-11-07T09:16:08,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:08,466 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '747ee48d-37b6-42a1-bffa-37b9ef0bbbe9' 2024-11-07T09:16:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "747ee48d-37b6-42a1-bffa-37b9ef0bbbe9" 2024-11-07T09:16:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443b8429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38595,-1] 2024-11-07T09:16:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:08,468 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5f9d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:08,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:08,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,38595,1730970961290 2024-11-07T09:16:08,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b047e6a 2024-11-07T09:16:08,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:08,470 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:08,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:33663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:16:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:16:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:08,474 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:33663' 2024-11-07T09:16:08,479 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705de8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:08,479 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33663,-1 for getting cluster id 2024-11-07T09:16:08,480 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:08,480 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e46fab6e-8a8a-4017-bef1-9e35f043c465' 2024-11-07T09:16:08,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:08,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e46fab6e-8a8a-4017-bef1-9e35f043c465" 2024-11-07T09:16:08,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593e06c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:08,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33663,-1] 2024-11-07T09:16:08,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:08,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:08,482 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:08,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5552c4e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:08,483 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:08,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:08,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b01012e 2024-11-07T09:16:08,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:08,485 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:08,486 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T09:16:08,486 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:16:08,486 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:08,486 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:08,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:08,486 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:08,488 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:16:08,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:16:08,490 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:16:08,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741835_1011 (size=1138) 2024-11-07T09:16:08,510 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ef0b558b65622aa7adba78d34cc852a, NAME => 'hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6 2024-11-07T09:16:08,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741836_1012 (size=44) 2024-11-07T09:16:08,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:08,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2ef0b558b65622aa7adba78d34cc852a, disabling compactions & flushes 2024-11-07T09:16:08,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:08,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:08,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. after waiting 0 ms 2024-11-07T09:16:08,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:08,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:08,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ef0b558b65622aa7adba78d34cc852a: Waiting for close lock at 1730970968522Disabling compacts and flushes for region at 1730970968522Disabling writes for close at 1730970968522Writing region close event to WAL at 1730970968522Closed at 1730970968522 2024-11-07T09:16:08,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:16:08,524 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730970968524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730970968524"}]},"ts":"1730970968524"} 2024-11-07T09:16:08,527 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:16:08,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:16:08,529 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970968528"}]},"ts":"1730970968528"} 2024-11-07T09:16:08,531 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:16:08,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ef0b558b65622aa7adba78d34cc852a, ASSIGN}] 2024-11-07T09:16:08,535 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ef0b558b65622aa7adba78d34cc852a, ASSIGN 2024-11-07T09:16:08,536 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ef0b558b65622aa7adba78d34cc852a, ASSIGN; state=OFFLINE, location=9f1eb259a29b,34251,1730970961339; forceNewPlan=false, retain=false 2024-11-07T09:16:08,539 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:16:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:08,688 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2ef0b558b65622aa7adba78d34cc852a, regionState=OPENING, regionLocation=9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:08,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ef0b558b65622aa7adba78d34cc852a, ASSIGN because future has completed 2024-11-07T09:16:08,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ef0b558b65622aa7adba78d34cc852a, server=9f1eb259a29b,34251,1730970961339}] 2024-11-07T09:16:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:08,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:08,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:08,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:16:08,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C34251%2C1730970961339.rep, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs, maxLogs=10 2024-11-07T09:16:08,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.rep.1730970968850, exclude list is [], retry=0 2024-11-07T09:16:08,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-587a967f-b27d-482f-a1cc-94b8a6d7d8bf,DISK] 2024-11-07T09:16:08,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.rep.1730970968850 2024-11-07T09:16:08,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39465:39465)] 2024-11-07T09:16:08,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ef0b558b65622aa7adba78d34cc852a, NAME => 'hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:08,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:08,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:08,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. service=MultiRowMutationService 2024-11-07T09:16:08,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:16:08,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:08,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,884 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,885 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef0b558b65622aa7adba78d34cc852a columnFamilyName hfileref 2024-11-07T09:16:08,885 DEBUG [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,886 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(327): Store=2ef0b558b65622aa7adba78d34cc852a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:08,886 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,889 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef0b558b65622aa7adba78d34cc852a columnFamilyName queue 2024-11-07T09:16:08,889 DEBUG [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,890 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(327): Store=2ef0b558b65622aa7adba78d34cc852a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:08,890 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,892 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef0b558b65622aa7adba78d34cc852a columnFamilyName sid 2024-11-07T09:16:08,892 DEBUG [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:08,893 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(327): Store=2ef0b558b65622aa7adba78d34cc852a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:08,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:16:08,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:08,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2ef0b558b65622aa7adba78d34cc852a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68762801, jitterRate=0.02464558184146881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:16:08,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:08,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2ef0b558b65622aa7adba78d34cc852a: Running coprocessor pre-open hook at 1730970968882Writing region info on filesystem at 1730970968882Initializing all the Stores at 1730970968883 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970968883Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970968883Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970968883Cleaning up temporary data from old regions at 1730970968895 (+12 ms)Running coprocessor post-open hooks at 1730970968901 (+6 ms)Region opened successfully at 1730970968902 (+1 ms) 2024-11-07T09:16:08,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a., pid=7, masterSystemTime=1730970968843 2024-11-07T09:16:08,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:08,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:08,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2ef0b558b65622aa7adba78d34cc852a, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:08,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ef0b558b65622aa7adba78d34cc852a, server=9f1eb259a29b,34251,1730970961339 because future has completed 2024-11-07T09:16:08,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-07T09:16:08,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ef0b558b65622aa7adba78d34cc852a, server=9f1eb259a29b,34251,1730970961339 in 220 msec 2024-11-07T09:16:08,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:16:08,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ef0b558b65622aa7adba78d34cc852a, ASSIGN in 379 msec 2024-11-07T09:16:08,916 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:16:08,917 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970968916"}]},"ts":"1730970968916"} 2024-11-07T09:16:08,919 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:16:08,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:16:08,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 434 msec 2024-11-07T09:16:08,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a., hostname=9f1eb259a29b,34251,1730970961339, seqNum=2] 2024-11-07T09:16:08,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:08,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:08,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:16:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:09,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-07T09:16:09,120 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:16:09,161 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,34251,1730970961339, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:16:09,161 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:09,161 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,34251,1730970961339, seqNum=-1] 2024-11-07T09:16:09,162 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:09,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-07T09:16:09,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,34251,1730970961339', locateType=CURRENT is [region=hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a., hostname=9f1eb259a29b,34251,1730970961339, seqNum=2] 2024-11-07T09:16:09,173 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T09:16:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T09:16:09,176 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,34251,1730970961339 suceeded 2024-11-07T09:16:09,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-07T09:16:09,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-07T09:16:09,178 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:33663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:16:09,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 707 msec 2024-11-07T09:16:09,195 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:33663' 2024-11-07T09:16:09,197 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1137859c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:09,197 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33663,-1 for getting cluster id 2024-11-07T09:16:09,197 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:09,199 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e46fab6e-8a8a-4017-bef1-9e35f043c465' 2024-11-07T09:16:09,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:09,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e46fab6e-8a8a-4017-bef1-9e35f043c465" 2024-11-07T09:16:09,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32262bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:09,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33663,-1] 2024-11-07T09:16:09,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:09,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:09,200 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:09,201 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd1d692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:09,201 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:09,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:09,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409d8278 2024-11-07T09:16:09,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:09,204 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-07T09:16:09,204 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,34251,1730970961339 (queues=1) is replicating from cluster=747ee48d-37b6-42a1-bffa-37b9ef0bbbe9 to cluster=e46fab6e-8a8a-4017-bef1-9e35f043c465 2024-11-07T09:16:09,205 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C34251%2C1730970961339 2024-11-07T09:16:09,205 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,34251,1730970961339, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:16:09,208 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339.replicationSource.wal-reader.9f1eb259a29b%2C34251%2C1730970961339,1-9f1eb259a29b,34251,1730970961339 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.1730970963386, startPosition=0, beingWritten=true 2024-11-07T09:16:09,209 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339.replicationSource.shipper9f1eb259a29b%2C34251%2C1730970961339,1-9f1eb259a29b,34251,1730970961339 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C34251%2C1730970961339 2024-11-07T09:16:09,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T09:16:09,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:16:09,423 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339.replicationSource.wal-reader.9f1eb259a29b%2C34251%2C1730970961339,1-9f1eb259a29b,34251,1730970961339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.1730970963386 to pos 0, reset compression=false 2024-11-07T09:16:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:09,606 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:16:09,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:09,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:09,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:09,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:09,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:09,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,38595,1730970961290 2024-11-07T09:16:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e359e12 2024-11-07T09:16:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:09,609 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:09,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T09:16:09,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:09,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:09,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:09,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:09,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:09,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:16:09,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1472129388, stopped=false 2024-11-07T09:16:09,610 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,38595,1730970961290 2024-11-07T09:16:09,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843587935/running 2024-11-07T09:16:09,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843587935/running 2024-11-07T09:16:09,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:09,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:09,612 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:16:09,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:09,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:09,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:09,612 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,34251,1730970961339' ***** 2024-11-07T09:16:09,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/running 2024-11-07T09:16:09,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/running 2024-11-07T09:16:09,612 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:16:09,612 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:16:09,613 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:16:09,613 INFO [RS:0;9f1eb259a29b:34251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:16:09,613 INFO [RS:0;9f1eb259a29b:34251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:16:09,613 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:09,613 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:09,613 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:16:09,613 INFO [RS:0;9f1eb259a29b:34251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:34251. 2024-11-07T09:16:09,613 DEBUG [RS:0;9f1eb259a29b:34251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:09,613 DEBUG [RS:0;9f1eb259a29b:34251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:09,613 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ef0b558b65622aa7adba78d34cc852a, disabling compactions & flushes 2024-11-07T09:16:09,613 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:09,613 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:16:09,613 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:09,613 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:16:09,613 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:16:09,613 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. after waiting 0 ms 2024-11-07T09:16:09,613 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:09,613 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:16:09,613 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ef0b558b65622aa7adba78d34cc852a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-07T09:16:09,614 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:16:09,614 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2ef0b558b65622aa7adba78d34cc852a=hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a.} 2024-11-07T09:16:09,614 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:09,614 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:16:09,614 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:16:09,614 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:16:09,614 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:16:09,614 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:16:09,614 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T09:16:09,630 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/info/f3f346b70342435489f93f244e0e4bc8 is 147, key is hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a./info:regioninfo/1730970968906/Put/seqid=0 2024-11-07T09:16:09,632 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a/.tmp/queue/efe2517758214837bc686833c12a077c is 151, key is 1-9f1eb259a29b,34251,1730970961339/queue:9f1eb259a29b%2C34251%2C1730970961339/1730970969167/Put/seqid=0 2024-11-07T09:16:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741838_1014 (size=6631) 2024-11-07T09:16:09,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741839_1015 (size=5350) 2024-11-07T09:16:09,647 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:16:09,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:16:09,729 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339.replicationSource.wal-reader.9f1eb259a29b%2C34251%2C1730970961339,1-9f1eb259a29b,34251,1730970961339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.1730970963386 to pos 0, reset compression=false 2024-11-07T09:16:09,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:09,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:09,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:09,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:09,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:09,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:09,814 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:10,014 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:10,035 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/info/f3f346b70342435489f93f244e0e4bc8 2024-11-07T09:16:10,036 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a/.tmp/queue/efe2517758214837bc686833c12a077c 2024-11-07T09:16:10,043 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a/.tmp/queue/efe2517758214837bc686833c12a077c as hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a/queue/efe2517758214837bc686833c12a077c 2024-11-07T09:16:10,049 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a/queue/efe2517758214837bc686833c12a077c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-07T09:16:10,051 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2ef0b558b65622aa7adba78d34cc852a in 438ms, sequenceid=5, compaction requested=false 2024-11-07T09:16:10,055 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T09:16:10,055 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:10,055 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:10,056 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:10,056 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ef0b558b65622aa7adba78d34cc852a: Waiting for close lock at 1730970969613Running coprocessor pre-close hooks at 1730970969613Disabling compacts and flushes for region at 1730970969613Disabling writes for close at 1730970969613Obtaining lock to block concurrent updates at 1730970969613Preparing flush snapshotting stores in 2ef0b558b65622aa7adba78d34cc852a at 1730970969613Finished memstore snapshotting hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1730970969614 (+1 ms)Flushing stores of hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. at 1730970969614Flushing 2ef0b558b65622aa7adba78d34cc852a/queue: creating writer at 1730970969615 (+1 ms)Flushing 2ef0b558b65622aa7adba78d34cc852a/queue: appending metadata at 1730970969632 (+17 ms)Flushing 2ef0b558b65622aa7adba78d34cc852a/queue: closing flushed file at 1730970969632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42685518: reopening flushed file at 1730970970042 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 2ef0b558b65622aa7adba78d34cc852a in 438ms, sequenceid=5, compaction requested=false at 1730970970051 (+9 ms)Writing region close event to WAL at 1730970970051Running coprocessor post-close hooks at 1730970970055 (+4 ms)Closed at 1730970970056 (+1 ms) 2024-11-07T09:16:10,056 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:10,061 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/ns/cc1cb194eb734198a4e7023cc6ecfcfb is 43, key is default/ns:d/1730970964363/Put/seqid=0 2024-11-07T09:16:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741840_1016 (size=5153) 2024-11-07T09:16:10,135 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339.replicationSource.wal-reader.9f1eb259a29b%2C34251%2C1730970961339,1-9f1eb259a29b,34251,1730970961339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.1730970963386 to pos 0, reset compression=false 2024-11-07T09:16:10,214 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:16:10,330 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:16:10,330 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:16:10,415 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:16:10,466 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/ns/cc1cb194eb734198a4e7023cc6ecfcfb 2024-11-07T09:16:10,486 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/table/c00d6e9255d54a03874e15f27c34cbdb is 53, key is hbase:replication/table:state/1730970968916/Put/seqid=0 2024-11-07T09:16:10,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741841_1017 (size=5256) 2024-11-07T09:16:10,615 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:16:10,615 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:16:10,615 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:16:10,641 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339.replicationSource.wal-reader.9f1eb259a29b%2C34251%2C1730970961339,1-9f1eb259a29b,34251,1730970961339 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.1730970963386 to pos 0, reset compression=false 2024-11-07T09:16:10,815 DEBUG [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:16:10,891 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/table/c00d6e9255d54a03874e15f27c34cbdb 2024-11-07T09:16:10,896 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/info/f3f346b70342435489f93f244e0e4bc8 as hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/info/f3f346b70342435489f93f244e0e4bc8 2024-11-07T09:16:10,901 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/info/f3f346b70342435489f93f244e0e4bc8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T09:16:10,901 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/ns/cc1cb194eb734198a4e7023cc6ecfcfb as hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/ns/cc1cb194eb734198a4e7023cc6ecfcfb 2024-11-07T09:16:10,905 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/ns/cc1cb194eb734198a4e7023cc6ecfcfb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T09:16:10,906 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/table/c00d6e9255d54a03874e15f27c34cbdb as hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/table/c00d6e9255d54a03874e15f27c34cbdb 2024-11-07T09:16:10,910 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/table/c00d6e9255d54a03874e15f27c34cbdb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T09:16:10,911 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-11-07T09:16:10,915 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T09:16:10,915 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:10,915 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:10,915 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:10,915 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970969614Running coprocessor pre-close hooks at 1730970969614Disabling compacts and flushes for region at 1730970969614Disabling writes for close at 1730970969614Obtaining lock to block concurrent updates at 1730970969614Preparing flush snapshotting stores in 1588230740 at 1730970969614Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730970969614Flushing stores of hbase:meta,,1.1588230740 at 1730970969615 (+1 ms)Flushing 1588230740/info: creating writer at 1730970969615Flushing 1588230740/info: appending metadata at 1730970969629 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730970969629Flushing 1588230740/ns: creating writer at 1730970970041 (+412 ms)Flushing 1588230740/ns: appending metadata at 1730970970061 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1730970970061Flushing 1588230740/table: creating writer at 1730970970471 (+410 ms)Flushing 1588230740/table: appending metadata at 1730970970485 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730970970485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd9b533: reopening flushed file at 1730970970896 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b9c57c: reopening flushed file at 1730970970901 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4513483d: reopening flushed file at 1730970970905 (+4 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1730970970911 (+6 ms)Writing region close event to WAL at 1730970970912 (+1 ms)Running coprocessor post-close hooks at 1730970970915 (+3 ms)Closed at 1730970970915 2024-11-07T09:16:10,915 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:11,015 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,34251,1730970961339; all regions closed. 2024-11-07T09:16:11,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.meta.1730970964316.meta not finished, retry = 0 2024-11-07T09:16:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741834_1010 (size=2742) 2024-11-07T09:16:11,120 DEBUG [RS:0;9f1eb259a29b:34251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs 2024-11-07T09:16:11,120 INFO [RS:0;9f1eb259a29b:34251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C34251%2C1730970961339.meta:.meta(num 1730970964316) 2024-11-07T09:16:11,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741837_1013 (size=1586) 2024-11-07T09:16:11,124 DEBUG [RS:0;9f1eb259a29b:34251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs 2024-11-07T09:16:11,124 INFO [RS:0;9f1eb259a29b:34251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C34251%2C1730970961339.rep:(num 1730970968850) 2024-11-07T09:16:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741832_1008 (size=93) 2024-11-07T09:16:11,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339/9f1eb259a29b%2C34251%2C1730970961339.1730970963386 not finished, retry = 0 2024-11-07T09:16:11,229 DEBUG [RS:0;9f1eb259a29b:34251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs 2024-11-07T09:16:11,229 INFO [RS:0;9f1eb259a29b:34251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C34251%2C1730970961339:(num 1730970963386) 2024-11-07T09:16:11,229 DEBUG [RS:0;9f1eb259a29b:34251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:11,229 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:16:11,229 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:16:11,229 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:16:11,229 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:16:11,229 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:16:11,229 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,34251,1730970961339 because: Region server is closing 2024-11-07T09:16:11,230 INFO [RS:0;9f1eb259a29b:34251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:34251. 2024-11-07T09:16:11,230 DEBUG [RS:0;9f1eb259a29b:34251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:11,230 DEBUG [RS:0;9f1eb259a29b:34251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:11,230 DEBUG [RS:0;9f1eb259a29b:34251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:11,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:11,330 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339.replicationSource.shipper9f1eb259a29b%2C34251%2C1730970961339,1-9f1eb259a29b,34251,1730970961339 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T09:16:11,330 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,34251,1730970961339.replicationSource.shipper9f1eb259a29b%2C34251%2C1730970961339,1-9f1eb259a29b,34251,1730970961339 terminated 2024-11-07T09:16:11,330 INFO [RS:0;9f1eb259a29b:34251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34251 2024-11-07T09:16:11,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843587935/rs/9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:11,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/rs 2024-11-07T09:16:11,332 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:16:11,333 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,34251,1730970961339] 2024-11-07T09:16:11,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/draining/9f1eb259a29b,34251,1730970961339 already deleted, retry=false 2024-11-07T09:16:11,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,34251,1730970961339 expired; onlineServers=0 2024-11-07T09:16:11,335 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,38595,1730970961290' ***** 2024-11-07T09:16:11,335 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:16:11,335 INFO [M:0;9f1eb259a29b:38595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:16:11,335 INFO [M:0;9f1eb259a29b:38595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:16:11,335 DEBUG [M:0;9f1eb259a29b:38595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:16:11,335 DEBUG [M:0;9f1eb259a29b:38595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:16:11,335 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:16:11,335 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970963165 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970963165,5,FailOnTimeoutGroup] 2024-11-07T09:16:11,335 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970963172 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970963172,5,FailOnTimeoutGroup] 2024-11-07T09:16:11,336 INFO [M:0;9f1eb259a29b:38595 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:16:11,336 INFO [M:0;9f1eb259a29b:38595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:16:11,336 DEBUG [M:0;9f1eb259a29b:38595 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:16:11,336 INFO [M:0;9f1eb259a29b:38595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:16:11,336 INFO [M:0;9f1eb259a29b:38595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:16:11,336 INFO [M:0;9f1eb259a29b:38595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:16:11,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:16:11,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843587935/master 2024-11-07T09:16:11,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:11,337 DEBUG [M:0;9f1eb259a29b:38595 {}] zookeeper.ZKUtil(347): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Unable to get data of znode /0843587935/master because node does not exist (not an error) 2024-11-07T09:16:11,337 WARN [M:0;9f1eb259a29b:38595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:16:11,338 INFO [M:0;9f1eb259a29b:38595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/.lastflushedseqids 2024-11-07T09:16:11,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741842_1018 (size=181) 2024-11-07T09:16:11,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:11,434 INFO [RS:0;9f1eb259a29b:34251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:16:11,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34251-0x100f1b6ac6b0001, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:11,434 INFO [RS:0;9f1eb259a29b:34251 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,34251,1730970961339; zookeeper connection closed. 2024-11-07T09:16:11,434 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6102d3c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6102d3c1 2024-11-07T09:16:11,434 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:16:11,742 INFO [M:0;9f1eb259a29b:38595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:16:11,743 INFO [M:0;9f1eb259a29b:38595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:16:11,743 DEBUG [M:0;9f1eb259a29b:38595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:16:11,743 INFO [M:0;9f1eb259a29b:38595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:11,743 DEBUG [M:0;9f1eb259a29b:38595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:11,743 DEBUG [M:0;9f1eb259a29b:38595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:16:11,743 DEBUG [M:0;9f1eb259a29b:38595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:11,743 INFO [M:0;9f1eb259a29b:38595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-07T09:16:11,759 DEBUG [M:0;9f1eb259a29b:38595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a518b2cb9f347528f7b3014c186e681 is 82, key is hbase:meta,,1/info:regioninfo/1730970964350/Put/seqid=0 2024-11-07T09:16:11,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741843_1019 (size=5672) 2024-11-07T09:16:12,163 INFO [M:0;9f1eb259a29b:38595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a518b2cb9f347528f7b3014c186e681 2024-11-07T09:16:12,183 DEBUG [M:0;9f1eb259a29b:38595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e5b158895834a1dab2db6a00fa49ddb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1730970968921/Put/seqid=0 2024-11-07T09:16:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741844_1020 (size=7203) 2024-11-07T09:16:12,587 INFO [M:0;9f1eb259a29b:38595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e5b158895834a1dab2db6a00fa49ddb 2024-11-07T09:16:12,609 DEBUG [M:0;9f1eb259a29b:38595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57a9716fbc3c4019a49a171de07371a8 is 69, key is 9f1eb259a29b,34251,1730970961339/rs:state/1730970963200/Put/seqid=0 2024-11-07T09:16:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741845_1021 (size=5156) 2024-11-07T09:16:13,014 INFO [M:0;9f1eb259a29b:38595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57a9716fbc3c4019a49a171de07371a8 2024-11-07T09:16:13,020 DEBUG [M:0;9f1eb259a29b:38595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a518b2cb9f347528f7b3014c186e681 as hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a518b2cb9f347528f7b3014c186e681 2024-11-07T09:16:13,025 INFO [M:0;9f1eb259a29b:38595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a518b2cb9f347528f7b3014c186e681, entries=8, sequenceid=70, filesize=5.5 K 2024-11-07T09:16:13,026 DEBUG [M:0;9f1eb259a29b:38595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e5b158895834a1dab2db6a00fa49ddb as hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e5b158895834a1dab2db6a00fa49ddb 2024-11-07T09:16:13,033 INFO [M:0;9f1eb259a29b:38595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e5b158895834a1dab2db6a00fa49ddb, entries=8, sequenceid=70, filesize=7.0 K 2024-11-07T09:16:13,035 DEBUG [M:0;9f1eb259a29b:38595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57a9716fbc3c4019a49a171de07371a8 as hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57a9716fbc3c4019a49a171de07371a8 2024-11-07T09:16:13,040 INFO [M:0;9f1eb259a29b:38595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57a9716fbc3c4019a49a171de07371a8, entries=1, sequenceid=70, filesize=5.0 K 2024-11-07T09:16:13,042 INFO [M:0;9f1eb259a29b:38595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false 2024-11-07T09:16:13,047 INFO [M:0;9f1eb259a29b:38595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:13,047 DEBUG [M:0;9f1eb259a29b:38595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970971743Disabling compacts and flushes for region at 1730970971743Disabling writes for close at 1730970971743Obtaining lock to block concurrent updates at 1730970971743Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730970971743Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1730970971743Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730970971744 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730970971744Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730970971758 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730970971758Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730970972168 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730970972182 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730970972182Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730970972593 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730970972609 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730970972609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56497407: reopening flushed file at 1730970973019 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69846bc1: reopening flushed file at 1730970973025 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344dfa14: reopening flushed file at 1730970973034 (+9 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false at 1730970973042 (+8 ms)Writing region close event to WAL at 1730970973047 (+5 ms)Closed at 1730970973047 2024-11-07T09:16:13,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741830_1006 (size=41008) 2024-11-07T09:16:13,051 INFO [M:0;9f1eb259a29b:38595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:16:13,051 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:16:13,052 INFO [M:0;9f1eb259a29b:38595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38595 2024-11-07T09:16:13,052 INFO [M:0;9f1eb259a29b:38595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:16:13,154 INFO [M:0;9f1eb259a29b:38595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:16:13,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:13,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38595-0x100f1b6ac6b0000, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:13,156 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:13,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:13,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:13,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:13,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:13,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:13,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:16:13,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:13,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46337 2024-11-07T09:16:13,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46337 connecting to ZooKeeper ensemble=127.0.0.1:64002 2024-11-07T09:16:13,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463370x0, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:13,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46337-0x100f1b6ac6b0006 connected 2024-11-07T09:16:13,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:13,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:13,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/running 2024-11-07T09:16:13,169 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: INIT 2024-11-07T09:16:13,169 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6, hbase.cluster.distributed=false 2024-11-07T09:16:13,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/acl 2024-11-07T09:16:13,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46337 2024-11-07T09:16:13,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46337 2024-11-07T09:16:13,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46337 2024-11-07T09:16:13,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46337 2024-11-07T09:16:13,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46337 2024-11-07T09:16:13,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:13,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:13,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:13,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:13,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:13,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:13,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:16:13,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:13,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40659 2024-11-07T09:16:13,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40659 connecting to ZooKeeper ensemble=127.0.0.1:64002 2024-11-07T09:16:13,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:13,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:13,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406590x0, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:13,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406590x0, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/running 2024-11-07T09:16:13,202 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: INIT 2024-11-07T09:16:13,202 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:16:13,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40659-0x100f1b6ac6b0007 connected 2024-11-07T09:16:13,205 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:16:13,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/master 2024-11-07T09:16:13,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/acl 2024-11-07T09:16:13,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40659 2024-11-07T09:16:13,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40659 2024-11-07T09:16:13,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40659 2024-11-07T09:16:13,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40659 2024-11-07T09:16:13,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40659 2024-11-07T09:16:13,224 DEBUG [M:0;9f1eb259a29b:46337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:46337 2024-11-07T09:16:13,225 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0843587935/backup-masters/9f1eb259a29b,46337,1730970973156 2024-11-07T09:16:13,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/backup-masters 2024-11-07T09:16:13,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/backup-masters 2024-11-07T09:16:13,227 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on existing znode=/0843587935/backup-masters/9f1eb259a29b,46337,1730970973156 2024-11-07T09:16:13,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:13,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0843587935/master 2024-11-07T09:16:13,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:13,228 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on existing znode=/0843587935/master 2024-11-07T09:16:13,229 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0843587935/backup-masters/9f1eb259a29b,46337,1730970973156 from backup master directory 2024-11-07T09:16:13,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/backup-masters 2024-11-07T09:16:13,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843587935/backup-masters/9f1eb259a29b,46337,1730970973156 2024-11-07T09:16:13,230 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:13,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/backup-masters 2024-11-07T09:16:13,230 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,46337,1730970973156 2024-11-07T09:16:13,240 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:13,240 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:16:13,246 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-07T09:16:13,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741846_1022 (size=196) 2024-11-07T09:16:13,659 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:13,659 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:16:13,659 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:13,666 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-07T09:16:13,668 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,38595,1730970961290 to hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,38595,1730970961290-dead as it is dead 2024-11-07T09:16:13,668 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,38595,1730970961290-dead/9f1eb259a29b%2C38595%2C1730970961290.1730970963037 2024-11-07T09:16:13,669 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,38595,1730970961290-dead/9f1eb259a29b%2C38595%2C1730970961290.1730970963037 after 1ms 2024-11-07T09:16:13,669 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,38595,1730970961290-dead/9f1eb259a29b%2C38595%2C1730970961290.1730970963037 to hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9f1eb259a29b%2C38595%2C1730970961290.1730970963037 2024-11-07T09:16:13,669 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,38595,1730970961290-dead 2024-11-07T09:16:13,670 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,46337,1730970973156 2024-11-07T09:16:13,671 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:13,672 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C46337%2C1730970973156, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,46337,1730970973156, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/oldWALs, maxLogs=10 2024-11-07T09:16:13,687 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,46337,1730970973156/9f1eb259a29b%2C46337%2C1730970973156.1730970973672, exclude list is [], retry=0 2024-11-07T09:16:13,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-587a967f-b27d-482f-a1cc-94b8a6d7d8bf,DISK] 2024-11-07T09:16:13,690 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,46337,1730970973156/9f1eb259a29b%2C46337%2C1730970973156.1730970973672 2024-11-07T09:16:13,691 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39465:39465)] 2024-11-07T09:16:13,691 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:13,691 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:13,691 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:13,691 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:13,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:13,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:16:13,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:13,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a518b2cb9f347528f7b3014c186e681 2024-11-07T09:16:13,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:13,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:13,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:16:13,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:13,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e5b158895834a1dab2db6a00fa49ddb 2024-11-07T09:16:13,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:13,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:13,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:16:13,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:13,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57a9716fbc3c4019a49a171de07371a8 2024-11-07T09:16:13,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:13,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:13,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:16:13,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:13,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:13,711 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:13,712 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-07T09:16:13,712 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9f1eb259a29b%2C38595%2C1730970961290.1730970963037 2024-11-07T09:16:13,716 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9f1eb259a29b%2C38595%2C1730970961290.1730970963037 2024-11-07T09:16:13,717 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9f1eb259a29b%2C38595%2C1730970961290.1730970963037 2024-11-07T09:16:13,717 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:13,718 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:13,718 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:13,719 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:13,722 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-07T09:16:13,722 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59188575, jitterRate=-0.11802150309085846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:13,723 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970973691Initializing all the Stores at 1730970973692 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970973692Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970973692Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970973692Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970973692Cleaning up temporary data from old regions at 1730970973718 (+26 ms)Region opened successfully at 1730970973722 (+4 ms) 2024-11-07T09:16:13,723 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:16:13,725 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3dd348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:13,727 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-07T09:16:13,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:16:13,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:16:13,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:16:13,728 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:16:13,731 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:13,732 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:16:13,732 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:16:13,732 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-07T09:16:13,732 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:16:13,735 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9f1eb259a29b,34251,1730970961339, regionLocation=9f1eb259a29b,34251,1730970961339, openSeqNum=2 2024-11-07T09:16:13,735 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9f1eb259a29b,34251,1730970961339, table=hbase:meta, region=1588230740 2024-11-07T09:16:13,735 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,34251,1730970961339, state=OPEN 2024-11-07T09:16:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0843587935/meta-region-server 2024-11-07T09:16:13,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0843587935/meta-region-server 2024-11-07T09:16:13,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: CHANGED 2024-11-07T09:16:13,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: CHANGED 2024-11-07T09:16:13,740 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:16:13,741 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/draining/9f1eb259a29b,34251,1730970961339 already deleted, retry=false 2024-11-07T09:16:13,741 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9f1eb259a29b,34251,1730970961339 on 9f1eb259a29b,46337,1730970973156 2024-11-07T09:16:13,742 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9f1eb259a29b,34251,1730970961339, splitWal=true, meta=true 2024-11-07T09:16:13,743 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 9f1eb259a29b,34251,1730970961339 (carryingMeta=true) 9f1eb259a29b,34251,1730970961339/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7fe93017[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T09:16:13,744 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Unable to get data of znode /0843587935/balancer because node does not exist (not necessarily an error) 2024-11-07T09:16:13,745 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/balancer already deleted, retry=false 2024-11-07T09:16:13,746 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:16:13,746 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Unable to get data of znode /0843587935/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:16:13,749 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/normalizer already deleted, retry=false 2024-11-07T09:16:13,749 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:16:13,750 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Unable to get data of znode /0843587935/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:16:13,751 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/switch/split already deleted, retry=false 2024-11-07T09:16:13,752 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Unable to get data of znode /0843587935/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:16:13,753 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/switch/merge already deleted, retry=false 2024-11-07T09:16:13,757 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Unable to get data of znode /0843587935/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:16:13,759 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/snapshot-cleanup already deleted, retry=false 2024-11-07T09:16:13,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0843587935/running 2024-11-07T09:16:13,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:13,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0843587935/running 2024-11-07T09:16:13,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:13,761 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,46337,1730970973156, sessionid=0x100f1b6ac6b0006, setting cluster-up flag (Was=false) 2024-11-07T09:16:13,763 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0843587935/flush-table-proc/acquired, /0843587935/flush-table-proc/reached, /0843587935/flush-table-proc/abort 2024-11-07T09:16:13,764 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,46337,1730970973156 2024-11-07T09:16:13,767 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0843587935/online-snapshot/acquired, /0843587935/online-snapshot/reached, /0843587935/online-snapshot/abort 2024-11-07T09:16:13,767 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,46337,1730970973156 2024-11-07T09:16:13,769 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/.lastflushedseqids 2024-11-07T09:16:13,771 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:16:13,771 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:16:13,771 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,46337,1730970973156 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9f1eb259a29b,34251,1730970961339 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:16:13,772 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:13,772 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:13,772 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:13,772 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:13,772 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:16:13,772 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,772 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:13,772 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,775 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9f1eb259a29b,34251,1730970961339, splitWal=true, meta=true 2024-11-07T09:16:13,776 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9f1eb259a29b,34251,1730970961339, splitWal=true, meta=true, isMeta: true 2024-11-07T09:16:13,778 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339-splitting 2024-11-07T09:16:13,778 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339-splitting dir is empty, no logs to split. 2024-11-07T09:16:13,778 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9f1eb259a29b,34251,1730970961339 WAL count=0, meta=true 2024-11-07T09:16:13,780 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339-splitting dir is empty, no logs to split. 2024-11-07T09:16:13,780 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9f1eb259a29b,34251,1730970961339 WAL count=0, meta=true 2024-11-07T09:16:13,780 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9f1eb259a29b,34251,1730970961339 WAL splitting is done? wals=0, meta=true 2024-11-07T09:16:13,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:16:13,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:13,782 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T09:16:13,784 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971003784 2024-11-07T09:16:13,784 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:16:13,785 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:16:13,785 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:16:13,785 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:16:13,785 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:16:13,785 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:16:13,785 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,788 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:16:13,788 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:16:13,788 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:16:13,789 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:16:13,792 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:16:13,792 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:16:13,793 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970973792,5,FailOnTimeoutGroup] 2024-11-07T09:16:13,795 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970973793,5,FailOnTimeoutGroup] 2024-11-07T09:16:13,795 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,795 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:16:13,795 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,795 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,795 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970973795, completionTime=-1 2024-11-07T09:16:13,795 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-07T09:16:13,795 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T09:16:13,814 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(746): ClusterId : 747ee48d-37b6-42a1-bffa-37b9ef0bbbe9 2024-11-07T09:16:13,814 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:16:13,816 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:16:13,816 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:16:13,818 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:16:13,818 DEBUG [RS:0;9f1eb259a29b:40659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ae7929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:13,836 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:40659 2024-11-07T09:16:13,836 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:16:13,836 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:16:13,836 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:16:13,837 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,46337,1730970973156 with port=40659, startcode=1730970973192 2024-11-07T09:16:13,837 DEBUG [RS:0;9f1eb259a29b:40659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:16:13,839 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:16:13,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:13,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46337 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:13,841 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6 2024-11-07T09:16:13,841 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34343 2024-11-07T09:16:13,841 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:16:13,846 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-07T09:16:13,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/rs 2024-11-07T09:16:13,846 DEBUG [RS:0;9f1eb259a29b:40659 {}] zookeeper.ZKUtil(111): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on existing znode=/0843587935/rs/9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:13,846 WARN [RS:0;9f1eb259a29b:40659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:13,846 INFO [RS:0;9f1eb259a29b:40659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:13,846 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:13,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,40659,1730970973192] 2024-11-07T09:16:13,865 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:16:13,866 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:16:13,867 INFO [RS:0;9f1eb259a29b:40659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:16:13,867 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,867 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:16:13,868 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:16:13,868 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:13,868 DEBUG [RS:0;9f1eb259a29b:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:13,868 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,868 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,869 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,869 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,869 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,869 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40659,1730970973192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:13,885 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:16:13,885 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40659,1730970973192-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,898 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,40659,1730970973192, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:16:13,898 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,898 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.Replication(171): 9f1eb259a29b,40659,1730970973192 started 2024-11-07T09:16:13,911 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:13,911 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,40659,1730970973192, RpcServer on 9f1eb259a29b/172.17.0.2:40659, sessionid=0x100f1b6ac6b0007 2024-11-07T09:16:13,911 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:16:13,912 DEBUG [RS:0;9f1eb259a29b:40659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:13,912 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,40659,1730970973192' 2024-11-07T09:16:13,912 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0843587935/flush-table-proc/abort' 2024-11-07T09:16:13,912 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource,1-9f1eb259a29b,40659,1730970973192 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:33663' 2024-11-07T09:16:13,912 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0843587935/flush-table-proc/acquired' 2024-11-07T09:16:13,912 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:16:13,912 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:16:13,912 DEBUG [RS:0;9f1eb259a29b:40659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:13,912 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,40659,1730970973192' 2024-11-07T09:16:13,912 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0843587935/online-snapshot/abort' 2024-11-07T09:16:13,913 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0843587935/online-snapshot/acquired' 2024-11-07T09:16:13,913 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource,1-9f1eb259a29b,40659,1730970973192 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d565c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:13,913 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource,1-9f1eb259a29b,40659,1730970973192 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33663,-1 for getting cluster id 2024-11-07T09:16:13,913 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource,1-9f1eb259a29b,40659,1730970973192 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:13,913 DEBUG [RS:0;9f1eb259a29b:40659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:16:13,913 INFO [RS:0;9f1eb259a29b:40659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:16:13,913 INFO [RS:0;9f1eb259a29b:40659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:16:13,914 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e46fab6e-8a8a-4017-bef1-9e35f043c465' 2024-11-07T09:16:13,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:13,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e46fab6e-8a8a-4017-bef1-9e35f043c465" 2024-11-07T09:16:13,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d1a2397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:13,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33663,-1] 2024-11-07T09:16:13,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:13,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:13,916 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:13,916 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource,1-9f1eb259a29b,40659,1730970973192 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706219f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:13,917 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource,1-9f1eb259a29b,40659,1730970973192 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:13,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:13,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3717e7f1 2024-11-07T09:16:13,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:13,918 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-07T09:16:13,919 INFO [RS:0;9f1eb259a29b:40659.replicationSource,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,40659,1730970973192 (queues=0) is replicating from cluster=747ee48d-37b6-42a1-bffa-37b9ef0bbbe9 to cluster=e46fab6e-8a8a-4017-bef1-9e35f043c465 2024-11-07T09:16:13,932 WARN [9f1eb259a29b:46337 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T09:16:14,014 INFO [RS:0;9f1eb259a29b:40659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:14,015 INFO [RS:0;9f1eb259a29b:40659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C40659%2C1730970973192, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs, maxLogs=10 2024-11-07T09:16:14,036 DEBUG [RS:0;9f1eb259a29b:40659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016, exclude list is [], retry=0 2024-11-07T09:16:14,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-587a967f-b27d-482f-a1cc-94b8a6d7d8bf,DISK] 2024-11-07T09:16:14,041 INFO [RS:0;9f1eb259a29b:40659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016 2024-11-07T09:16:14,041 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9f1eb259a29b%2C40659%2C1730970973192 for peer 1 2024-11-07T09:16:14,042 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C40659%2C1730970973192 2024-11-07T09:16:14,042 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,40659,1730970973192, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:16:14,042 DEBUG [RS:0;9f1eb259a29b:40659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39465:39465)] 2024-11-07T09:16:14,042 INFO [RS:0;9f1eb259a29b:40659.replicationSource.shipper9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C40659%2C1730970973192 2024-11-07T09:16:14,042 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016, startPosition=0, beingWritten=true 2024-11-07T09:16:14,183 DEBUG [9f1eb259a29b:46337 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:16:14,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:14,184 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,40659,1730970973192, state=OPENING 2024-11-07T09:16:14,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0843587935/meta-region-server 2024-11-07T09:16:14,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0843587935/meta-region-server 2024-11-07T09:16:14,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: CHANGED 2024-11-07T09:16:14,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: CHANGED 2024-11-07T09:16:14,186 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:14,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,40659,1730970973192}] 2024-11-07T09:16:14,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:16:14,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T09:16:14,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:14,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T09:16:14,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:14,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T09:16:14,250 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016 to pos 0, reset compression=false 2024-11-07T09:16:14,339 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:16:14,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:16:14,345 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:16:14,345 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:14,345 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:16:14,347 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C40659%2C1730970973192.meta, suffix=.meta, logDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs, maxLogs=10 2024-11-07T09:16:14,364 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.meta.1730970974347.meta, exclude list is [], retry=0 2024-11-07T09:16:14,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-587a967f-b27d-482f-a1cc-94b8a6d7d8bf,DISK] 2024-11-07T09:16:14,379 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.meta.1730970974347.meta 2024-11-07T09:16:14,379 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39465:39465)] 2024-11-07T09:16:14,379 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:14,380 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:14,380 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:14,380 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:16:14,380 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:16:14,380 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:16:14,380 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:14,380 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:16:14,380 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:16:14,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:14,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:14,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:14,392 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/info/f3f346b70342435489f93f244e0e4bc8 2024-11-07T09:16:14,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:14,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:14,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:14,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:14,409 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/ns/cc1cb194eb734198a4e7023cc6ecfcfb 2024-11-07T09:16:14,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:14,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:14,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:14,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:14,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:14,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:14,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:14,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:14,419 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/table/c00d6e9255d54a03874e15f27c34cbdb 2024-11-07T09:16:14,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:14,419 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:14,420 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740 2024-11-07T09:16:14,421 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740 2024-11-07T09:16:14,422 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:14,422 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:14,423 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:14,424 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:14,425 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60935367, jitterRate=-0.09199227392673492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:14,425 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:16:14,425 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970974381Writing region info on filesystem at 1730970974381Initializing all the Stores at 1730970974382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970974382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970974384 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970974384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970974384Cleaning up temporary data from old regions at 1730970974422 (+38 ms)Running coprocessor post-open hooks at 1730970974425 (+3 ms)Region opened successfully at 1730970974425 2024-11-07T09:16:14,426 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1730970974339 2024-11-07T09:16:14,429 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:16:14,429 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:16:14,430 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:14,430 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,40659,1730970973192, state=OPEN 2024-11-07T09:16:14,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0843587935/meta-region-server 2024-11-07T09:16:14,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0843587935/meta-region-server 2024-11-07T09:16:14,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: CHANGED 2024-11-07T09:16:14,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843587935/meta-region-server: CHANGED 2024-11-07T09:16:14,432 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:14,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-07T09:16:14,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,40659,1730970973192 in 246 msec 2024-11-07T09:16:14,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:16:14,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-07T09:16:14,555 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016 to pos 0, reset compression=false 2024-11-07T09:16:14,960 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016 to pos 0, reset compression=false 2024-11-07T09:16:15,348 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-07T09:16:15,465 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016 to pos 0, reset compression=false 2024-11-07T09:16:15,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:16:15,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:15,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:15,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:15,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:15,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:15,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:16,070 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016 to pos 0, reset compression=false 2024-11-07T09:16:16,775 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016 to pos 0, reset compression=false 2024-11-07T09:16:16,850 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-07T09:16:17,580 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016 to pos 0, reset compression=false 2024-11-07T09:16:18,302 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-07T09:16:18,303 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:16:18,303 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:18,303 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,40659,1730970973192, seqNum=-1] 2024-11-07T09:16:18,303 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:18,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:18,309 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2ef0b558b65622aa7adba78d34cc852a, regionState=OPEN, lastHost=9f1eb259a29b,34251,1730970961339, regionLocation=9f1eb259a29b,34251,1730970961339, openSeqNum=2 2024-11-07T09:16:18,309 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:16:18,309 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971038309 2024-11-07T09:16:18,309 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971098309 2024-11-07T09:16:18,309 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-07T09:16:18,309 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9f1eb259a29b,34251,1730970961339 had 2 regions 2024-11-07T09:16:18,309 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46337,1730970973156-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:18,309 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46337,1730970973156-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:18,309 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46337,1730970973156-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:18,309 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:46337, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:18,309 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:18,310 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:18,310 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9f1eb259a29b,34251,1730970961339, splitWal=true, meta=true, isMeta: false 2024-11-07T09:16:18,313 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339-splitting dir is empty, no logs to split. 2024-11-07T09:16:18,313 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9f1eb259a29b,34251,1730970961339 WAL count=0, meta=false 2024-11-07T09:16:18,315 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,34251,1730970961339-splitting dir is empty, no logs to split. 2024-11-07T09:16:18,315 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9f1eb259a29b,34251,1730970961339 WAL count=0, meta=false 2024-11-07T09:16:18,315 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9f1eb259a29b,34251,1730970961339 WAL splitting is done? wals=0, meta=false 2024-11-07T09:16:18,317 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.087sec 2024-11-07T09:16:18,317 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:16:18,317 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:16:18,317 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:16:18,317 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:16:18,317 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:16:18,317 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46337,1730970973156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:18,317 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46337,1730970973156-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:16:18,318 WARN [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9f1eb259a29b,34251,1730970961339/hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:18,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ef0b558b65622aa7adba78d34cc852a, ASSIGN}] 2024-11-07T09:16:18,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:18,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,46337,-1 for getting cluster id 2024-11-07T09:16:18,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:18,320 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ef0b558b65622aa7adba78d34cc852a, ASSIGN 2024-11-07T09:16:18,321 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ef0b558b65622aa7adba78d34cc852a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T09:16:18,321 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:16:18,321 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:16:18,321 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46337,1730970973156-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:18,322 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '747ee48d-37b6-42a1-bffa-37b9ef0bbbe9' 2024-11-07T09:16:18,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:18,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "747ee48d-37b6-42a1-bffa-37b9ef0bbbe9" 2024-11-07T09:16:18,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264f3e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:18,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,46337,-1] 2024-11-07T09:16:18,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:18,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:18,323 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:18,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51936e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:18,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,40659,1730970973192, seqNum=-1] 2024-11-07T09:16:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:18,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:18,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-07T09:16:18,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:18,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:18,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:18,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:18,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:18,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9f1eb259a29b:46337 after: 9f1eb259a29b:46337 2024-11-07T09:16:18,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9e549e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:18,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,46337,-1 for getting cluster id 2024-11-07T09:16:18,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:18,330 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '747ee48d-37b6-42a1-bffa-37b9ef0bbbe9' 2024-11-07T09:16:18,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:18,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "747ee48d-37b6-42a1-bffa-37b9ef0bbbe9" 2024-11-07T09:16:18,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5007b4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:18,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,46337,-1] 2024-11-07T09:16:18,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:18,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:18,331 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:18,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be9529b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:18,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,46337,1730970973156 2024-11-07T09:16:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ccdb6b6 2024-11-07T09:16:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:18,334 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:18,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46337 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-07T09:16:18,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:16:18,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:18,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:18,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:18,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:18,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:18,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:16:18,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=470761678, stopped=false 2024-11-07T09:16:18,335 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,33663,1730970965618 2024-11-07T09:16:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1144972899/running 2024-11-07T09:16:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1144972899/running 2024-11-07T09:16:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:18,337 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:16:18,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Set watcher on znode that does not yet exist, /1144972899/running 2024-11-07T09:16:18,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:18,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:18,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Set watcher on znode that does not yet exist, /1144972899/running 2024-11-07T09:16:18,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:18,337 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,38801,1730970965695' ***** 2024-11-07T09:16:18,337 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:16:18,338 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:16:18,338 INFO [RS:0;9f1eb259a29b:38801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:16:18,338 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:16:18,338 INFO [RS:0;9f1eb259a29b:38801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:16:18,338 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,38801,1730970965695 2024-11-07T09:16:18,338 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:16:18,338 INFO [RS:0;9f1eb259a29b:38801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:38801. 2024-11-07T09:16:18,338 DEBUG [RS:0;9f1eb259a29b:38801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:18,338 DEBUG [RS:0;9f1eb259a29b:38801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:18,338 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:16:18,338 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:16:18,338 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:16:18,338 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:16:18,338 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:16:18,338 DEBUG [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:16:18,338 DEBUG [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:16:18,339 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:16:18,339 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:16:18,339 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:16:18,339 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:16:18,339 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:16:18,339 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T09:16:18,354 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/1588230740/.tmp/ns/15a092e1f01b4f14a68368e4bc0d9ac9 is 43, key is default/ns:d/1730970968420/Put/seqid=0 2024-11-07T09:16:18,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741835_1011 (size=5153) 2024-11-07T09:16:18,430 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:16:18,471 DEBUG [9f1eb259a29b:46337 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:16:18,472 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2ef0b558b65622aa7adba78d34cc852a, regionState=OPENING, regionLocation=9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:18,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ef0b558b65622aa7adba78d34cc852a, ASSIGN because future has completed 2024-11-07T09:16:18,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ef0b558b65622aa7adba78d34cc852a, server=9f1eb259a29b,40659,1730970973192}] 2024-11-07T09:16:18,485 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016 to pos 0, reset compression=false 2024-11-07T09:16:18,539 DEBUG [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:16:18,624 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:16:18,624 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:16:18,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:18,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:18,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:16:18,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C40659%2C1730970973192.rep, suffix=, logDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192, archiveDir=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs, maxLogs=10 2024-11-07T09:16:18,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.rep.1730970978632, exclude list is [], retry=0 2024-11-07T09:16:18,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37839,DS-587a967f-b27d-482f-a1cc-94b8a6d7d8bf,DISK] 2024-11-07T09:16:18,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.rep.1730970978632 2024-11-07T09:16:18,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39465:39465)] 2024-11-07T09:16:18,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ef0b558b65622aa7adba78d34cc852a, NAME => 'hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:18,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:18,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:18,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. service=MultiRowMutationService 2024-11-07T09:16:18,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:16:18,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:18,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,651 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,652 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef0b558b65622aa7adba78d34cc852a columnFamilyName hfileref 2024-11-07T09:16:18,652 DEBUG [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:18,653 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(327): Store=2ef0b558b65622aa7adba78d34cc852a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:18,653 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,653 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef0b558b65622aa7adba78d34cc852a columnFamilyName queue 2024-11-07T09:16:18,653 DEBUG [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:18,658 DEBUG [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a/queue/efe2517758214837bc686833c12a077c 2024-11-07T09:16:18,658 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(327): Store=2ef0b558b65622aa7adba78d34cc852a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:18,658 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,658 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef0b558b65622aa7adba78d34cc852a columnFamilyName sid 2024-11-07T09:16:18,659 DEBUG [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:18,659 INFO [StoreOpener-2ef0b558b65622aa7adba78d34cc852a-1 {}] regionserver.HStore(327): Store=2ef0b558b65622aa7adba78d34cc852a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:18,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:16:18,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 2ef0b558b65622aa7adba78d34cc852a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61247421, jitterRate=-0.08734230697154999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:16:18,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:18,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 2ef0b558b65622aa7adba78d34cc852a: Running coprocessor pre-open hook at 1730970978650Writing region info on filesystem at 1730970978650Initializing all the Stores at 1730970978651 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970978651Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970978651Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970978651Cleaning up temporary data from old regions at 1730970978661 (+10 ms)Running coprocessor post-open hooks at 1730970978663 (+2 ms)Region opened successfully at 1730970978664 (+1 ms) 2024-11-07T09:16:18,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a., pid=13, masterSystemTime=1730970978627 2024-11-07T09:16:18,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:18,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:18,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2ef0b558b65622aa7adba78d34cc852a, regionState=OPEN, openSeqNum=9, regionLocation=9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:18,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ef0b558b65622aa7adba78d34cc852a, server=9f1eb259a29b,40659,1730970973192 because future has completed 2024-11-07T09:16:18,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T09:16:18,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ef0b558b65622aa7adba78d34cc852a, server=9f1eb259a29b,40659,1730970973192 in 195 msec 2024-11-07T09:16:18,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-07T09:16:18,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ef0b558b65622aa7adba78d34cc852a, ASSIGN in 352 msec 2024-11-07T09:16:18,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-07T09:16:18,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a., hostname=9f1eb259a29b,40659,1730970973192, seqNum=9] 2024-11-07T09:16:18,690 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 9f1eb259a29b,34251,1730970961339 2024-11-07T09:16:18,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-07T09:16:18,739 DEBUG [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:16:18,759 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/1588230740/.tmp/ns/15a092e1f01b4f14a68368e4bc0d9ac9 2024-11-07T09:16:18,765 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/1588230740/.tmp/ns/15a092e1f01b4f14a68368e4bc0d9ac9 as hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/1588230740/ns/15a092e1f01b4f14a68368e4bc0d9ac9 2024-11-07T09:16:18,770 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/1588230740/ns/15a092e1f01b4f14a68368e4bc0d9ac9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T09:16:18,770 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-07T09:16:18,771 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:16:18,775 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T09:16:18,775 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:18,775 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:18,775 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:18,775 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970978339Running coprocessor pre-close hooks at 1730970978339Disabling compacts and flushes for region at 1730970978339Disabling writes for close at 1730970978339Obtaining lock to block concurrent updates at 1730970978339Preparing flush snapshotting stores in 1588230740 at 1730970978339Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730970978339Flushing stores of hbase:meta,,1.1588230740 at 1730970978339Flushing 1588230740/ns: creating writer at 1730970978340 (+1 ms)Flushing 1588230740/ns: appending metadata at 1730970978354 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730970978354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bcc870: reopening flushed file at 1730970978764 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1730970978770 (+6 ms)Writing region close event to WAL at 1730970978772 (+2 ms)Running coprocessor post-close hooks at 1730970978775 (+3 ms)Closed at 1730970978775 2024-11-07T09:16:18,776 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:18,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-07T09:16:18,939 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,38801,1730970965695; all regions closed. 2024-11-07T09:16:18,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741834_1010 (size=1152) 2024-11-07T09:16:18,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/WALs/9f1eb259a29b,38801,1730970965695/9f1eb259a29b%2C38801%2C1730970965695.meta.1730970968370.meta not finished, retry = 0 2024-11-07T09:16:19,044 DEBUG [RS:0;9f1eb259a29b:38801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/oldWALs 2024-11-07T09:16:19,044 INFO [RS:0;9f1eb259a29b:38801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C38801%2C1730970965695.meta:.meta(num 1730970968370) 2024-11-07T09:16:19,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741833_1009 (size=93) 2024-11-07T09:16:19,046 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/WALs/9f1eb259a29b,38801,1730970965695/9f1eb259a29b%2C38801%2C1730970965695.1730970967751 not finished, retry = 0 2024-11-07T09:16:19,149 DEBUG [RS:0;9f1eb259a29b:38801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/oldWALs 2024-11-07T09:16:19,149 INFO [RS:0;9f1eb259a29b:38801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C38801%2C1730970965695:(num 1730970967751) 2024-11-07T09:16:19,149 DEBUG [RS:0;9f1eb259a29b:38801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:19,149 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:16:19,149 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:16:19,149 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:16:19,149 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:16:19,149 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:16:19,149 INFO [RS:0;9f1eb259a29b:38801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38801 2024-11-07T09:16:19,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1144972899/rs/9f1eb259a29b,38801,1730970965695 2024-11-07T09:16:19,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899/rs 2024-11-07T09:16:19,151 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:16:19,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,38801,1730970965695] 2024-11-07T09:16:19,155 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1144972899/draining/9f1eb259a29b,38801,1730970965695 already deleted, retry=false 2024-11-07T09:16:19,155 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,38801,1730970965695 expired; onlineServers=0 2024-11-07T09:16:19,155 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,33663,1730970965618' ***** 2024-11-07T09:16:19,155 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:16:19,155 INFO [M:0;9f1eb259a29b:33663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:16:19,155 INFO [M:0;9f1eb259a29b:33663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:16:19,155 DEBUG [M:0;9f1eb259a29b:33663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:16:19,155 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:16:19,155 DEBUG [M:0;9f1eb259a29b:33663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:16:19,155 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970967579 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970967579,5,FailOnTimeoutGroup] 2024-11-07T09:16:19,155 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970967579 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970967579,5,FailOnTimeoutGroup] 2024-11-07T09:16:19,155 INFO [M:0;9f1eb259a29b:33663 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:16:19,155 INFO [M:0;9f1eb259a29b:33663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:16:19,155 DEBUG [M:0;9f1eb259a29b:33663 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:16:19,155 INFO [M:0;9f1eb259a29b:33663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:16:19,156 INFO [M:0;9f1eb259a29b:33663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:16:19,156 INFO [M:0;9f1eb259a29b:33663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:16:19,156 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:16:19,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1144972899/master 2024-11-07T09:16:19,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1144972899 2024-11-07T09:16:19,157 DEBUG [M:0;9f1eb259a29b:33663 {}] zookeeper.ZKUtil(347): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Unable to get data of znode /1144972899/master because node does not exist (not an error) 2024-11-07T09:16:19,157 WARN [M:0;9f1eb259a29b:33663 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:16:19,158 INFO [M:0;9f1eb259a29b:33663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/.lastflushedseqids 2024-11-07T09:16:19,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741836_1012 (size=99) 2024-11-07T09:16:19,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:19,253 INFO [RS:0;9f1eb259a29b:38801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:16:19,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x100f1b6ac6b0004, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:19,253 INFO [RS:0;9f1eb259a29b:38801 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,38801,1730970965695; zookeeper connection closed. 2024-11-07T09:16:19,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65c681b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65c681b5 2024-11-07T09:16:19,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:16:19,489 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016 to pos 0, reset compression=false 2024-11-07T09:16:19,563 INFO [M:0;9f1eb259a29b:33663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:16:19,563 INFO [M:0;9f1eb259a29b:33663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:16:19,563 DEBUG [M:0;9f1eb259a29b:33663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:16:19,563 INFO [M:0;9f1eb259a29b:33663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:19,563 DEBUG [M:0;9f1eb259a29b:33663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:19,563 DEBUG [M:0;9f1eb259a29b:33663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:16:19,563 DEBUG [M:0;9f1eb259a29b:33663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:19,563 INFO [M:0;9f1eb259a29b:33663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-07T09:16:19,579 DEBUG [M:0;9f1eb259a29b:33663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/450938b953c34947a18549eefa6f834b is 82, key is hbase:meta,,1/info:regioninfo/1730970968407/Put/seqid=0 2024-11-07T09:16:19,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741837_1013 (size=5672) 2024-11-07T09:16:19,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T09:16:19,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:16:19,984 INFO [M:0;9f1eb259a29b:33663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/450938b953c34947a18549eefa6f834b 2024-11-07T09:16:20,002 DEBUG [M:0;9f1eb259a29b:33663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af1736a76e8e44c98a541a5e6b55e462 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730970968423/Put/seqid=0 2024-11-07T09:16:20,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741838_1014 (size=5275) 2024-11-07T09:16:20,407 INFO [M:0;9f1eb259a29b:33663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af1736a76e8e44c98a541a5e6b55e462 2024-11-07T09:16:20,426 DEBUG [M:0;9f1eb259a29b:33663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6006842ed54e4d53b9bdb0df2741d996 is 69, key is 9f1eb259a29b,38801,1730970965695/rs:state/1730970967588/Put/seqid=0 2024-11-07T09:16:20,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741839_1015 (size=5156) 2024-11-07T09:16:20,594 DEBUG [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/WALs/9f1eb259a29b,40659,1730970973192/9f1eb259a29b%2C40659%2C1730970973192.1730970974016 to pos 0, reset compression=false 2024-11-07T09:16:20,830 INFO [M:0;9f1eb259a29b:33663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6006842ed54e4d53b9bdb0df2741d996 2024-11-07T09:16:20,836 DEBUG [M:0;9f1eb259a29b:33663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/450938b953c34947a18549eefa6f834b as hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/450938b953c34947a18549eefa6f834b 2024-11-07T09:16:20,841 INFO [M:0;9f1eb259a29b:33663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/450938b953c34947a18549eefa6f834b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-07T09:16:20,841 DEBUG [M:0;9f1eb259a29b:33663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af1736a76e8e44c98a541a5e6b55e462 as hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af1736a76e8e44c98a541a5e6b55e462 2024-11-07T09:16:20,846 INFO [M:0;9f1eb259a29b:33663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af1736a76e8e44c98a541a5e6b55e462, entries=3, sequenceid=28, filesize=5.2 K 2024-11-07T09:16:20,847 DEBUG [M:0;9f1eb259a29b:33663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6006842ed54e4d53b9bdb0df2741d996 as hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6006842ed54e4d53b9bdb0df2741d996 2024-11-07T09:16:20,851 INFO [M:0;9f1eb259a29b:33663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/54ba032e-1faa-8aa0-8f8f-fa4a50993bf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6006842ed54e4d53b9bdb0df2741d996, entries=1, sequenceid=28, filesize=5.0 K 2024-11-07T09:16:20,852 INFO [M:0;9f1eb259a29b:33663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false 2024-11-07T09:16:20,853 INFO [M:0;9f1eb259a29b:33663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:20,853 DEBUG [M:0;9f1eb259a29b:33663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970979563Disabling compacts and flushes for region at 1730970979563Disabling writes for close at 1730970979563Obtaining lock to block concurrent updates at 1730970979563Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730970979563Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1730970979564 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730970979564Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730970979564Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730970979579 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730970979579Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730970979988 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730970980002 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730970980002Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730970980411 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730970980426 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730970980426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773f635a: reopening flushed file at 1730970980835 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5118f6: reopening flushed file at 1730970980841 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3ccafb: reopening flushed file at 1730970980846 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false at 1730970980852 (+6 ms)Writing region close event to WAL at 1730970980853 (+1 ms)Closed at 1730970980853 2024-11-07T09:16:20,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33833 is added to blk_1073741830_1006 (size=10165) 2024-11-07T09:16:20,856 INFO [M:0;9f1eb259a29b:33663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:16:20,856 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:16:20,856 INFO [M:0;9f1eb259a29b:33663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33663 2024-11-07T09:16:20,856 INFO [M:0;9f1eb259a29b:33663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:16:20,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:20,958 INFO [M:0;9f1eb259a29b:33663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:16:20,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33663-0x100f1b6ac6b0003, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:20,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64bc60f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:16:20,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4660777d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:16:20,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:16:20,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25341d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:16:20,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d1efea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/hadoop.log.dir/,STOPPED} 2024-11-07T09:16:20,962 WARN [BP-1028834163-172.17.0.2-1730970964511 heartbeating to localhost/127.0.0.1:46319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:16:20,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:16:20,962 WARN [BP-1028834163-172.17.0.2-1730970964511 heartbeating to localhost/127.0.0.1:46319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1028834163-172.17.0.2-1730970964511 (Datanode Uuid 456c382c-50e8-41f3-b04e-753aa333851d) service to localhost/127.0.0.1:46319 2024-11-07T09:16:20,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:16:20,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/cluster_2ca4eb6f-0922-2f04-e6bf-8f85d72c5a4d/data/data1/current/BP-1028834163-172.17.0.2-1730970964511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:16:20,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/cluster_2ca4eb6f-0922-2f04-e6bf-8f85d72c5a4d/data/data2/current/BP-1028834163-172.17.0.2-1730970964511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:16:20,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:16:20,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6097698c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:16:20,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aab5893{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:16:20,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:16:20,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@780a9b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:16:20,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58a30a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/hadoop.log.dir/,STOPPED} 2024-11-07T09:16:20,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:16:20,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:16:20,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:20,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:20,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:20,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:20,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:20,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:16:20,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=801939533, stopped=false 2024-11-07T09:16:20,981 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,46337,1730970973156 2024-11-07T09:16:20,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843587935/running 2024-11-07T09:16:20,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843587935/running 2024-11-07T09:16:20,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:20,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:20,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:16:20,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:20,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:20,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:20,984 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,40659,1730970973192' ***** 2024-11-07T09:16:20,984 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:16:20,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/running 2024-11-07T09:16:20,984 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:16:20,984 INFO [RS:0;9f1eb259a29b:40659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:16:20,984 INFO [RS:0;9f1eb259a29b:40659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:16:20,984 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:16:20,984 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:20,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Set watcher on znode that does not yet exist, /0843587935/running 2024-11-07T09:16:20,984 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:20,984 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:16:20,985 INFO [RS:0;9f1eb259a29b:40659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:40659. 2024-11-07T09:16:20,985 DEBUG [RS:0;9f1eb259a29b:40659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:20,985 DEBUG [RS:0;9f1eb259a29b:40659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:20,985 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ef0b558b65622aa7adba78d34cc852a, disabling compactions & flushes 2024-11-07T09:16:20,985 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:16:20,985 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:16:20,985 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:16:20,985 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:20,985 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:20,985 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:16:20,985 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. after waiting 0 ms 2024-11-07T09:16:20,985 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:20,985 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:16:20,985 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2ef0b558b65622aa7adba78d34cc852a=hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a.} 2024-11-07T09:16:20,985 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ef0b558b65622aa7adba78d34cc852a 2024-11-07T09:16:20,985 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:16:20,985 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:16:20,985 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:16:20,985 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:16:20,985 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:16:20,985 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-07T09:16:20,989 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/replication/2ef0b558b65622aa7adba78d34cc852a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-07T09:16:20,989 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:20,989 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:20,989 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:20,989 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ef0b558b65622aa7adba78d34cc852a: Waiting for close lock at 1730970980985Running coprocessor pre-close hooks at 1730970980985Disabling compacts and flushes for region at 1730970980985Disabling writes for close at 1730970980985Writing region close event to WAL at 1730970980985Running coprocessor post-close hooks at 1730970980989 (+4 ms)Closed at 1730970980989 2024-11-07T09:16:20,989 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a. 2024-11-07T09:16:21,019 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/info/50286f133b834ce09dad73237ed5ffb8 is 147, key is hbase:replication,,1730970968486.2ef0b558b65622aa7adba78d34cc852a./info:regioninfo/1730970978667/Put/seqid=0 2024-11-07T09:16:21,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741851_1027 (size=6385) 2024-11-07T09:16:21,076 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:16:21,185 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:16:21,385 DEBUG [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:16:21,424 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/info/50286f133b834ce09dad73237ed5ffb8 2024-11-07T09:16:21,434 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/.tmp/info/50286f133b834ce09dad73237ed5ffb8 as hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/info/50286f133b834ce09dad73237ed5ffb8 2024-11-07T09:16:21,443 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/info/50286f133b834ce09dad73237ed5ffb8, entries=8, sequenceid=19, filesize=6.2 K 2024-11-07T09:16:21,444 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=19, compaction requested=false 2024-11-07T09:16:21,450 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-07T09:16:21,451 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:21,451 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:21,451 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:21,451 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970980985Running coprocessor pre-close hooks at 1730970980985Disabling compacts and flushes for region at 1730970980985Disabling writes for close at 1730970980985Obtaining lock to block concurrent updates at 1730970980985Preparing flush snapshotting stores in 1588230740 at 1730970980985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1730970980986 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730970980986Flushing 1588230740/info: creating writer at 1730970980986Flushing 1588230740/info: appending metadata at 1730970981019 (+33 ms)Flushing 1588230740/info: closing flushed file at 1730970981019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f05ce3: reopening flushed file at 1730970981433 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=19, compaction requested=false at 1730970981444 (+11 ms)Writing region close event to WAL at 1730970981447 (+3 ms)Running coprocessor post-close hooks at 1730970981451 (+4 ms)Closed at 1730970981451 2024-11-07T09:16:21,451 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:21,586 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,40659,1730970973192; all regions closed. 2024-11-07T09:16:21,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741849_1025 (size=2156) 2024-11-07T09:16:21,593 DEBUG [RS:0;9f1eb259a29b:40659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs 2024-11-07T09:16:21,593 INFO [RS:0;9f1eb259a29b:40659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C40659%2C1730970973192.meta:.meta(num 1730970974347) 2024-11-07T09:16:21,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741850_1026 (size=796) 2024-11-07T09:16:21,603 DEBUG [RS:0;9f1eb259a29b:40659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs 2024-11-07T09:16:21,603 INFO [RS:0;9f1eb259a29b:40659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C40659%2C1730970973192.rep:(num 1730970978632) 2024-11-07T09:16:21,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741848_1024 (size=93) 2024-11-07T09:16:21,611 DEBUG [RS:0;9f1eb259a29b:40659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/oldWALs 2024-11-07T09:16:21,611 INFO [RS:0;9f1eb259a29b:40659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C40659%2C1730970973192:(num 1730970974016) 2024-11-07T09:16:21,611 DEBUG [RS:0;9f1eb259a29b:40659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:21,611 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:16:21,612 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:16:21,612 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:16:21,612 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:16:21,612 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:16:21,612 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,40659,1730970973192 because: Region server is closing 2024-11-07T09:16:21,612 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-07T09:16:21,613 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-07T09:16:21,613 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T09:16:21,613 INFO [RS:0;9f1eb259a29b:40659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:40659. 2024-11-07T09:16:21,613 DEBUG [RS:0;9f1eb259a29b:40659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:21,613 DEBUG [RS:0;9f1eb259a29b:40659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:21,613 DEBUG [RS:0;9f1eb259a29b:40659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:21,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:21,713 WARN [RS:0;9f1eb259a29b:40659.replicationSource.wal-reader.9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:16:21,713 WARN [RS:0;9f1eb259a29b:40659.replicationSource.shipper9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T09:16:21,714 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9f1eb259a29b:40659.replicationSource.shipper9f1eb259a29b%2C40659%2C1730970973192,1-9f1eb259a29b,40659,1730970973192 terminated 2024-11-07T09:16:21,714 INFO [RS:0;9f1eb259a29b:40659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40659 2024-11-07T09:16:21,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843587935/rs/9f1eb259a29b,40659,1730970973192 2024-11-07T09:16:21,716 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:16:21,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935/rs 2024-11-07T09:16:21,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,40659,1730970973192] 2024-11-07T09:16:21,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/draining/9f1eb259a29b,40659,1730970973192 already deleted, retry=false 2024-11-07T09:16:21,719 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,40659,1730970973192 expired; onlineServers=0 2024-11-07T09:16:21,719 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,46337,1730970973156' ***** 2024-11-07T09:16:21,719 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:16:21,719 INFO [M:0;9f1eb259a29b:46337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:16:21,719 INFO [M:0;9f1eb259a29b:46337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:16:21,719 DEBUG [M:0;9f1eb259a29b:46337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:16:21,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:16:21,719 DEBUG [M:0;9f1eb259a29b:46337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:16:21,719 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970973792 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970973792,5,FailOnTimeoutGroup] 2024-11-07T09:16:21,719 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970973793 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970973793,5,FailOnTimeoutGroup] 2024-11-07T09:16:21,719 INFO [M:0;9f1eb259a29b:46337 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:16:21,720 INFO [M:0;9f1eb259a29b:46337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:16:21,720 DEBUG [M:0;9f1eb259a29b:46337 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:16:21,720 INFO [M:0;9f1eb259a29b:46337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:16:21,720 INFO [M:0;9f1eb259a29b:46337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:16:21,720 INFO [M:0;9f1eb259a29b:46337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:16:21,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:16:21,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843587935/master 2024-11-07T09:16:21,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843587935 2024-11-07T09:16:21,722 DEBUG [M:0;9f1eb259a29b:46337 {}] zookeeper.RecoverableZooKeeper(212): Node /0843587935/master already deleted, retry=false 2024-11-07T09:16:21,722 DEBUG [M:0;9f1eb259a29b:46337 {}] master.ActiveMasterManager(353): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Failed delete of our master address node; KeeperErrorCode = NoNode for /0843587935/master 2024-11-07T09:16:21,723 INFO [M:0;9f1eb259a29b:46337 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/.lastflushedseqids 2024-11-07T09:16:21,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741852_1028 (size=181) 2024-11-07T09:16:21,728 INFO [M:0;9f1eb259a29b:46337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:16:21,728 INFO [M:0;9f1eb259a29b:46337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:16:21,728 DEBUG [M:0;9f1eb259a29b:46337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:16:21,729 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:21,729 DEBUG [M:0;9f1eb259a29b:46337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:21,729 DEBUG [M:0;9f1eb259a29b:46337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:16:21,729 DEBUG [M:0;9f1eb259a29b:46337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:21,729 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-07T09:16:21,747 DEBUG [M:0;9f1eb259a29b:46337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de9a25ebee1b4f779984d567f26c75a4 is 82, key is hbase:meta,,1/info:regioninfo/1730970974429/Put/seqid=0 2024-11-07T09:16:21,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741853_1029 (size=5672) 2024-11-07T09:16:21,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:21,818 INFO [RS:0;9f1eb259a29b:40659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:16:21,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x100f1b6ac6b0007, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:21,818 INFO [RS:0;9f1eb259a29b:40659 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,40659,1730970973192; zookeeper connection closed. 2024-11-07T09:16:21,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@491339ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@491339ed 2024-11-07T09:16:21,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:16:22,154 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de9a25ebee1b4f779984d567f26c75a4 2024-11-07T09:16:22,184 DEBUG [M:0;9f1eb259a29b:46337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60b5effcedcf4794a52d4eb0236e9ccf is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1730970978672/Put/seqid=0 2024-11-07T09:16:22,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741854_1030 (size=7312) 2024-11-07T09:16:22,212 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60b5effcedcf4794a52d4eb0236e9ccf 2024-11-07T09:16:22,242 DEBUG [M:0;9f1eb259a29b:46337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2ba7c5fe0154a2385f64e7a324dcf20 is 69, key is 9f1eb259a29b,40659,1730970973192/rs:state/1730970973839/Put/seqid=0 2024-11-07T09:16:22,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741855_1031 (size=5370) 2024-11-07T09:16:22,255 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2ba7c5fe0154a2385f64e7a324dcf20 2024-11-07T09:16:22,261 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2ba7c5fe0154a2385f64e7a324dcf20 2024-11-07T09:16:22,262 DEBUG [M:0;9f1eb259a29b:46337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de9a25ebee1b4f779984d567f26c75a4 as hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de9a25ebee1b4f779984d567f26c75a4 2024-11-07T09:16:22,267 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de9a25ebee1b4f779984d567f26c75a4, entries=8, sequenceid=127, filesize=5.5 K 2024-11-07T09:16:22,268 DEBUG [M:0;9f1eb259a29b:46337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60b5effcedcf4794a52d4eb0236e9ccf as hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60b5effcedcf4794a52d4eb0236e9ccf 2024-11-07T09:16:22,278 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60b5effcedcf4794a52d4eb0236e9ccf, entries=7, sequenceid=127, filesize=7.1 K 2024-11-07T09:16:22,279 DEBUG [M:0;9f1eb259a29b:46337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2ba7c5fe0154a2385f64e7a324dcf20 as hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2ba7c5fe0154a2385f64e7a324dcf20 2024-11-07T09:16:22,287 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2ba7c5fe0154a2385f64e7a324dcf20 2024-11-07T09:16:22,287 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34343/user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2ba7c5fe0154a2385f64e7a324dcf20, entries=2, sequenceid=127, filesize=5.2 K 2024-11-07T09:16:22,288 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=127, compaction requested=false 2024-11-07T09:16:22,301 INFO [M:0;9f1eb259a29b:46337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:22,301 DEBUG [M:0;9f1eb259a29b:46337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970981728Disabling compacts and flushes for region at 1730970981728Disabling writes for close at 1730970981729 (+1 ms)Obtaining lock to block concurrent updates at 1730970981729Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730970981729Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1730970981729Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730970981730 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730970981730Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730970981747 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730970981747Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730970982163 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730970982183 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730970982183Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730970982219 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730970982241 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730970982241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2f5998: reopening flushed file at 1730970982261 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bda5607: reopening flushed file at 1730970982268 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15debd51: reopening flushed file at 1730970982278 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=127, compaction requested=false at 1730970982288 (+10 ms)Writing region close event to WAL at 1730970982301 (+13 ms)Closed at 1730970982301 2024-11-07T09:16:22,318 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfaa5a4d-66a6-e82a-737b-c297effdc1d6/MasterData/WALs/9f1eb259a29b,46337,1730970973156/9f1eb259a29b%2C46337%2C1730970973156.1730970973672 not finished, retry = 0 2024-11-07T09:16:22,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37839 is added to blk_1073741847_1023 (size=22903) 2024-11-07T09:16:22,420 INFO [M:0;9f1eb259a29b:46337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:16:22,421 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:16:22,421 INFO [M:0;9f1eb259a29b:46337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46337 2024-11-07T09:16:22,421 INFO [M:0;9f1eb259a29b:46337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:16:22,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:22,524 INFO [M:0;9f1eb259a29b:46337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:16:22,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46337-0x100f1b6ac6b0006, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:22,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78825a0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:16:22,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:16:22,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:16:22,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:16:22,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/hadoop.log.dir/,STOPPED} 2024-11-07T09:16:22,529 WARN [BP-1037833486-172.17.0.2-1730970960368 heartbeating to localhost/127.0.0.1:34343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:16:22,529 WARN [BP-1037833486-172.17.0.2-1730970960368 heartbeating to localhost/127.0.0.1:34343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1037833486-172.17.0.2-1730970960368 (Datanode Uuid ea895b28-b702-471a-8fab-64d441b53015) service to localhost/127.0.0.1:34343 2024-11-07T09:16:22,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:16:22,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/cluster_ab2a46a1-cbad-5acf-bebf-e42b1421db0c/data/data2/current/BP-1037833486-172.17.0.2-1730970960368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:16:22,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:16:22,530 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:16:22,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/cluster_ab2a46a1-cbad-5acf-bebf-e42b1421db0c/data/data1/current/BP-1037833486-172.17.0.2-1730970960368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:16:22,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3068005f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:16:22,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d7c4d6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:16:22,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:16:22,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6115c9db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:16:22,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bebedbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dda180ac-c3cf-46b3-2f1a-7d34e463f5b3/hadoop.log.dir/,STOPPED} 2024-11-07T09:16:22,545 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:16:22,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:16:22,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=208 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46319 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64002) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34343 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64002) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 176) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5238 (was 4756) - AvailableMemoryMB LEAK? - 2024-11-07T09:16:22,578 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=208, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=5238 2024-11-07T09:16:22,595 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-07T09:16:22,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/hadoop.log.dir so I do NOT create it in target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1 2024-11-07T09:16:22,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:16:22,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/hadoop.tmp.dir so I do NOT create it in target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1 2024-11-07T09:16:22,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11af415c-38c3-c90d-00ca-a01ef37f55b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:16:22,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1 2024-11-07T09:16:22,596 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/cluster_f49754e7-ea08-5614-0376-567eba4dd1dd, deleteOnExit=true 2024-11-07T09:16:22,599 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/cluster_f49754e7-ea08-5614-0376-567eba4dd1dd/zookeeper_0, clientPort=61983, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/cluster_f49754e7-ea08-5614-0376-567eba4dd1dd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/cluster_f49754e7-ea08-5614-0376-567eba4dd1dd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:16:22,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61983 2024-11-07T09:16:22,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:16:22,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:16:22,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/test.cache.data in system properties and HBase conf 2024-11-07T09:16:22,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:16:22,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:16:22,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:16:22,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:16:22,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:16:22,600 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:16:22,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:16:22,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100f1b6ac6b0005, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:16:22,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100f1b6ac6b0002, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:16:22,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100f1b6ac6b0005, quorum=127.0.0.1:64002, baseZNode=/1144972899 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:16:22,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100f1b6ac6b0002, quorum=127.0.0.1:64002, baseZNode=/0843587935 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:16:22,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:22,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:22,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:22,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:22,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:16:22,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:22,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b333b33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:22,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265c2aad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:22,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64d2fc13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/java.io.tmpdir/jetty-localhost-33911-hadoop-hdfs-3_4_1-tests_jar-_-any-4747422644673164232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:16:22,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e8be9b1{HTTP/1.1, (http/1.1)}{localhost:33911} 2024-11-07T09:16:22,888 INFO [Time-limited test {}] server.Server(415): Started @154158ms 2024-11-07T09:16:22,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:22,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:22,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:22,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:22,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:16:22,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b8143cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:22,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169b54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:23,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4624b729{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/java.io.tmpdir/jetty-localhost-44401-hadoop-hdfs-3_4_1-tests_jar-_-any-15882615526693649872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:16:23,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37175182{HTTP/1.1, (http/1.1)}{localhost:44401} 2024-11-07T09:16:23,095 INFO [Time-limited test {}] server.Server(415): Started @154365ms 2024-11-07T09:16:23,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:16:23,195 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/cluster_f49754e7-ea08-5614-0376-567eba4dd1dd/data/data1/current/BP-1628212198-172.17.0.2-1730970982636/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:23,195 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/cluster_f49754e7-ea08-5614-0376-567eba4dd1dd/data/data2/current/BP-1628212198-172.17.0.2-1730970982636/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:23,215 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:16:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0ef43840ecafc33 with lease ID 0x65b15e2495c78d4e: Processing first storage report for DS-a62c9af5-3ae3-4788-a66d-e39ee9afecaa from datanode DatanodeRegistration(127.0.0.1:32799, datanodeUuid=17e7d7e7-29c3-4834-b5f4-d5a511a3f875, infoPort=46285, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=1626665816;c=1730970982636) 2024-11-07T09:16:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0ef43840ecafc33 with lease ID 0x65b15e2495c78d4e: from storage DS-a62c9af5-3ae3-4788-a66d-e39ee9afecaa node DatanodeRegistration(127.0.0.1:32799, datanodeUuid=17e7d7e7-29c3-4834-b5f4-d5a511a3f875, infoPort=46285, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=1626665816;c=1730970982636), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0ef43840ecafc33 with lease ID 0x65b15e2495c78d4e: Processing first storage report for DS-8168da40-c1a3-4fdc-90f4-2576036478fd from datanode DatanodeRegistration(127.0.0.1:32799, datanodeUuid=17e7d7e7-29c3-4834-b5f4-d5a511a3f875, infoPort=46285, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=1626665816;c=1730970982636) 2024-11-07T09:16:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0ef43840ecafc33 with lease ID 0x65b15e2495c78d4e: from storage DS-8168da40-c1a3-4fdc-90f4-2576036478fd node DatanodeRegistration(127.0.0.1:32799, datanodeUuid=17e7d7e7-29c3-4834-b5f4-d5a511a3f875, infoPort=46285, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=1626665816;c=1730970982636), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:23,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1 2024-11-07T09:16:23,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:23,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:23,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:16:23,633 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b with version=8 2024-11-07T09:16:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/hbase-staging 2024-11-07T09:16:23,636 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:23,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:23,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:23,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:23,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:23,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:23,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:16:23,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:23,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36173 2024-11-07T09:16:23,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36173 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-07T09:16:23,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361730x0, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:23,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36173-0x100f1b703560000 connected 2024-11-07T09:16:23,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:23,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:23,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Set watcher on znode that does not yet exist, /083505229/running 2024-11-07T09:16:23,665 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b, hbase.cluster.distributed=false 2024-11-07T09:16:23,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Set watcher on znode that does not yet exist, /083505229/acl 2024-11-07T09:16:23,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36173 2024-11-07T09:16:23,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36173 2024-11-07T09:16:23,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36173 2024-11-07T09:16:23,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36173 2024-11-07T09:16:23,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36173 2024-11-07T09:16:23,689 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:23,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:23,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:23,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:23,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:23,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:23,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:16:23,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:23,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35939 2024-11-07T09:16:23,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35939 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-07T09:16:23,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:23,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359390x0, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:23,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359390x0, quorum=127.0.0.1:61983, baseZNode=/083505229 Set watcher on znode that does not yet exist, /083505229/running 2024-11-07T09:16:23,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35939-0x100f1b703560001 connected 2024-11-07T09:16:23,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:16:23,699 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:16:23,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Set watcher on znode that does not yet exist, /083505229/master 2024-11-07T09:16:23,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Set watcher on znode that does not yet exist, /083505229/acl 2024-11-07T09:16:23,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-07T09:16:23,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35939 2024-11-07T09:16:23,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35939 2024-11-07T09:16:23,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-07T09:16:23,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-07T09:16:23,723 DEBUG [M:0;9f1eb259a29b:36173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:36173 2024-11-07T09:16:23,723 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /083505229/backup-masters/9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:23,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229/backup-masters 2024-11-07T09:16:23,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229/backup-masters 2024-11-07T09:16:23,725 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Set watcher on existing znode=/083505229/backup-masters/9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:23,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/083505229/master 2024-11-07T09:16:23,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:23,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:23,727 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Set watcher on existing znode=/083505229/master 2024-11-07T09:16:23,727 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /083505229/backup-masters/9f1eb259a29b,36173,1730970983636 from backup master directory 2024-11-07T09:16:23,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083505229/backup-masters/9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:23,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229/backup-masters 2024-11-07T09:16:23,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229/backup-masters 2024-11-07T09:16:23,734 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:23,734 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:23,737 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/hbase.id] with ID: 6a6445ee-963d-448e-9755-3465464f8274 2024-11-07T09:16:23,738 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/.tmp/hbase.id 2024-11-07T09:16:23,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:16:24,145 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/.tmp/hbase.id]:[hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/hbase.id] 2024-11-07T09:16:24,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:16:24,155 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:24,155 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:16:24,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:16:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:24,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:24,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:16:24,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:24,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:24,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:24,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:24,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:24,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:24,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:24,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:24,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:24,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:16:24,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T09:16:24,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:24,563 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:24,564 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:16:24,564 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:16:24,971 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store 2024-11-07T09:16:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:16:25,378 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:25,378 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:16:25,378 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:25,378 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:25,378 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:16:25,378 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:25,378 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:25,378 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970985378Disabling compacts and flushes for region at 1730970985378Disabling writes for close at 1730970985378Writing region close event to WAL at 1730970985378Closed at 1730970985378 2024-11-07T09:16:25,379 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/.initializing 2024-11-07T09:16:25,379 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/WALs/9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:25,380 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:25,381 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C36173%2C1730970983636, suffix=, logDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/WALs/9f1eb259a29b,36173,1730970983636, archiveDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/oldWALs, maxLogs=10 2024-11-07T09:16:25,395 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/WALs/9f1eb259a29b,36173,1730970983636/9f1eb259a29b%2C36173%2C1730970983636.1730970985382, exclude list is [], retry=0 2024-11-07T09:16:25,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32799,DS-a62c9af5-3ae3-4788-a66d-e39ee9afecaa,DISK] 2024-11-07T09:16:25,398 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/WALs/9f1eb259a29b,36173,1730970983636/9f1eb259a29b%2C36173%2C1730970983636.1730970985382 2024-11-07T09:16:25,399 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46285:46285)] 2024-11-07T09:16:25,399 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:25,399 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:25,399 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,399 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:16:25,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:25,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:25,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:16:25,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:25,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:25,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:16:25,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:25,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:25,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:16:25,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:25,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:25,406 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,407 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,407 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,408 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,408 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,409 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:25,410 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:25,411 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:25,412 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65063478, jitterRate=-0.030478626489639282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:25,412 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970985399Initializing all the Stores at 1730970985400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970985400Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970985400Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970985400Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970985400Cleaning up temporary data from old regions at 1730970985408 (+8 ms)Region opened successfully at 1730970985412 (+4 ms) 2024-11-07T09:16:25,413 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:16:25,415 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695f08e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:25,416 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:16:25,416 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:16:25,416 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:16:25,416 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:16:25,417 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:16:25,417 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:16:25,417 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:16:25,418 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:16:25,419 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Unable to get data of znode /083505229/balancer because node does not exist (not necessarily an error) 2024-11-07T09:16:25,420 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083505229/balancer already deleted, retry=false 2024-11-07T09:16:25,421 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:16:25,421 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Unable to get data of znode /083505229/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:16:25,422 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083505229/normalizer already deleted, retry=false 2024-11-07T09:16:25,422 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:16:25,423 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Unable to get data of znode /083505229/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:16:25,425 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083505229/switch/split already deleted, retry=false 2024-11-07T09:16:25,426 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Unable to get data of znode /083505229/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:16:25,427 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083505229/switch/merge already deleted, retry=false 2024-11-07T09:16:25,429 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Unable to get data of znode /083505229/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:16:25,430 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /083505229/snapshot-cleanup already deleted, retry=false 2024-11-07T09:16:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/083505229/running 2024-11-07T09:16:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/083505229/running 2024-11-07T09:16:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:25,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:25,432 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,36173,1730970983636, sessionid=0x100f1b703560000, setting cluster-up flag (Was=false) 2024-11-07T09:16:25,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:25,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:25,440 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /083505229/flush-table-proc/acquired, /083505229/flush-table-proc/reached, /083505229/flush-table-proc/abort 2024-11-07T09:16:25,441 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:25,448 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /083505229/online-snapshot/acquired, /083505229/online-snapshot/reached, /083505229/online-snapshot/abort 2024-11-07T09:16:25,449 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:25,450 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:16:25,451 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:25,452 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:16:25,452 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:16:25,452 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,36173,1730970983636 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:16:25,453 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:25,453 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:25,453 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:25,453 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:25,453 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:16:25,453 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,453 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:25,453 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,456 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971015456 2024-11-07T09:16:25,456 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:16:25,456 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:16:25,457 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:16:25,457 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:16:25,457 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:16:25,457 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:16:25,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:25,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:16:25,458 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:25,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:16:25,460 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,463 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:16:25,463 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:16:25,463 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:16:25,463 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:16:25,463 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:16:25,463 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:16:25,464 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970985463,5,FailOnTimeoutGroup] 2024-11-07T09:16:25,464 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970985464,5,FailOnTimeoutGroup] 2024-11-07T09:16:25,464 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,464 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:16:25,464 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,464 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:16:25,511 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(746): ClusterId : 6a6445ee-963d-448e-9755-3465464f8274 2024-11-07T09:16:25,511 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:16:25,513 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:16:25,513 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:16:25,515 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:16:25,515 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796f6076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:25,533 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:35939 2024-11-07T09:16:25,533 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:16:25,533 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:16:25,533 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:16:25,534 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,36173,1730970983636 with port=35939, startcode=1730970983688 2024-11-07T09:16:25,534 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:16:25,536 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:16:25,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:25,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36173 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:25,538 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b 2024-11-07T09:16:25,538 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46515 2024-11-07T09:16:25,538 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:16:25,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229/rs 2024-11-07T09:16:25,541 DEBUG [RS:0;9f1eb259a29b:35939 {}] zookeeper.ZKUtil(111): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Set watcher on existing znode=/083505229/rs/9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:25,541 WARN [RS:0;9f1eb259a29b:35939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:25,541 INFO [RS:0;9f1eb259a29b:35939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:25,541 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:25,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,35939,1730970983688] 2024-11-07T09:16:25,544 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:16:25,546 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:16:25,547 INFO [RS:0;9f1eb259a29b:35939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:16:25,547 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,551 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:16:25,552 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:16:25,552 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:25,553 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:25,560 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,560 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,560 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,560 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,560 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,560 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35939,1730970983688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:25,579 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:16:25,580 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35939,1730970983688-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,580 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,580 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.Replication(171): 9f1eb259a29b,35939,1730970983688 started 2024-11-07T09:16:25,597 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:25,597 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,35939,1730970983688, RpcServer on 9f1eb259a29b/172.17.0.2:35939, sessionid=0x100f1b703560001 2024-11-07T09:16:25,597 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:16:25,597 DEBUG [RS:0;9f1eb259a29b:35939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:25,597 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,35939,1730970983688' 2024-11-07T09:16:25,597 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/083505229/flush-table-proc/abort' 2024-11-07T09:16:25,598 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/083505229/flush-table-proc/acquired' 2024-11-07T09:16:25,598 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:16:25,598 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:16:25,598 DEBUG [RS:0;9f1eb259a29b:35939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:25,598 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,35939,1730970983688' 2024-11-07T09:16:25,598 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/083505229/online-snapshot/abort' 2024-11-07T09:16:25,599 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/083505229/online-snapshot/acquired' 2024-11-07T09:16:25,599 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:16:25,599 INFO [RS:0;9f1eb259a29b:35939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:16:25,599 INFO [RS:0;9f1eb259a29b:35939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:16:25,700 INFO [RS:0;9f1eb259a29b:35939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:25,701 INFO [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35939%2C1730970983688, suffix=, logDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688, archiveDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/oldWALs, maxLogs=10 2024-11-07T09:16:25,719 DEBUG [RS:0;9f1eb259a29b:35939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702, exclude list is [], retry=0 2024-11-07T09:16:25,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32799,DS-a62c9af5-3ae3-4788-a66d-e39ee9afecaa,DISK] 2024-11-07T09:16:25,723 INFO [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 2024-11-07T09:16:25,724 DEBUG [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46285:46285)] 2024-11-07T09:16:25,868 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:16:25,868 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b 2024-11-07T09:16:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:16:26,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:26,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:26,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:26,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:26,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:26,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:26,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:26,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:26,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:26,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:26,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:26,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:26,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:26,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:26,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:26,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:26,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:26,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:26,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740 2024-11-07T09:16:26,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740 2024-11-07T09:16:26,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:26,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:26,285 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:26,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:26,287 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:26,287 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64539121, jitterRate=-0.03829215466976166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:26,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730970986274Initializing all the Stores at 1730970986275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970986275Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970986275Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970986275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970986275Cleaning up temporary data from old regions at 1730970986284 (+9 ms)Region opened successfully at 1730970986288 (+4 ms) 2024-11-07T09:16:26,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:16:26,288 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:16:26,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:16:26,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:16:26,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:16:26,289 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:26,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970986288Disabling compacts and flushes for region at 1730970986288Disabling writes for close at 1730970986288Writing region close event to WAL at 1730970986289 (+1 ms)Closed at 1730970986289 2024-11-07T09:16:26,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:26,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:16:26,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:16:26,290 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:26,291 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:16:26,441 DEBUG [9f1eb259a29b:36173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:16:26,442 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:26,443 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,35939,1730970983688, state=OPENING 2024-11-07T09:16:26,444 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:16:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:26,446 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:26,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083505229/meta-region-server: CHANGED 2024-11-07T09:16:26,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083505229/meta-region-server: CHANGED 2024-11-07T09:16:26,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35939,1730970983688}] 2024-11-07T09:16:26,599 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:16:26,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:16:26,603 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:16:26,604 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:26,604 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:16:26,605 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35939%2C1730970983688.meta, suffix=.meta, logDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688, archiveDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/oldWALs, maxLogs=10 2024-11-07T09:16:26,618 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.meta.1730970986605.meta, exclude list is [], retry=0 2024-11-07T09:16:26,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32799,DS-a62c9af5-3ae3-4788-a66d-e39ee9afecaa,DISK] 2024-11-07T09:16:26,622 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.meta.1730970986605.meta 2024-11-07T09:16:26,622 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46285:46285)] 2024-11-07T09:16:26,622 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:26,623 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:26,623 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:26,623 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:16:26,623 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:16:26,623 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:16:26,623 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:26,624 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:16:26,624 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:16:26,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:26,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:26,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:26,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:26,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:26,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:26,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:26,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:26,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:26,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:26,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:26,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:26,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:26,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:26,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:26,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:26,631 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:26,631 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740 2024-11-07T09:16:26,632 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740 2024-11-07T09:16:26,633 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:26,633 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:26,634 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:26,635 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:26,635 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61512903, jitterRate=-0.08338631689548492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:26,636 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:16:26,636 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970986624Writing region info on filesystem at 1730970986624Initializing all the Stores at 1730970986625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970986625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970986626 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970986626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970986626Cleaning up temporary data from old regions at 1730970986633 (+7 ms)Running coprocessor post-open hooks at 1730970986636 (+3 ms)Region opened successfully at 1730970986636 2024-11-07T09:16:26,637 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730970986598 2024-11-07T09:16:26,639 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:16:26,639 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:16:26,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:26,640 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,35939,1730970983688, state=OPEN 2024-11-07T09:16:26,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/083505229/meta-region-server 2024-11-07T09:16:26,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/083505229/meta-region-server 2024-11-07T09:16:26,644 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:26,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083505229/meta-region-server: CHANGED 2024-11-07T09:16:26,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /083505229/meta-region-server: CHANGED 2024-11-07T09:16:26,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:16:26,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35939,1730970983688 in 198 msec 2024-11-07T09:16:26,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:16:26,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-07T09:16:26,649 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:26,649 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:16:26,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:26,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35939,1730970983688, seqNum=-1] 2024-11-07T09:16:26,650 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:26,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:26,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-07T09:16:26,655 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970986655, completionTime=-1 2024-11-07T09:16:26,655 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:16:26,655 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:16:26,657 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:16:26,657 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971046657 2024-11-07T09:16:26,657 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971106657 2024-11-07T09:16:26,657 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:16:26,657 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36173,1730970983636-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:26,657 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36173,1730970983636-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:26,657 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36173,1730970983636-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:26,657 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:36173, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:26,657 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:26,658 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:26,659 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:16:26,660 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.926sec 2024-11-07T09:16:26,660 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:16:26,661 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:16:26,661 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:16:26,661 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:16:26,661 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:16:26,661 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36173,1730970983636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:26,661 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36173,1730970983636-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:16:26,663 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:16:26,663 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:16:26,663 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36173,1730970983636-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:26,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38db76bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:26,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36173,-1 for getting cluster id 2024-11-07T09:16:26,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:26,717 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a6445ee-963d-448e-9755-3465464f8274' 2024-11-07T09:16:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a6445ee-963d-448e-9755-3465464f8274" 2024-11-07T09:16:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cfa393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:26,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36173,-1] 2024-11-07T09:16:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:26,719 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:26,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61375868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:26,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:26,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35939,1730970983688, seqNum=-1] 2024-11-07T09:16:26,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:26,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:26,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:26,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-07T09:16:26,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:26,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100f1b703560002 connected 2024-11-07T09:16:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/hadoop.log.dir so I do NOT create it in target/test-data/d84df328-a622-fb4f-7449-66141fe97af9 2024-11-07T09:16:26,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:16:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/hadoop.tmp.dir so I do NOT create it in target/test-data/d84df328-a622-fb4f-7449-66141fe97af9 2024-11-07T09:16:26,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:16:26,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9 2024-11-07T09:16:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:16:26,730 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/cluster_0afc2e0a-56ad-35dd-f0d6-ed5716b45166, deleteOnExit=true 2024-11-07T09:16:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:16:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/test.cache.data in system properties and HBase conf 2024-11-07T09:16:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:16:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:16:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:16:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:16:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:16:26,730 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:16:26,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:16:26,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:26,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:26,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:26,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:26,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:16:26,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:26,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ab0618f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:26,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@face027{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:26,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32e6e15b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/java.io.tmpdir/jetty-localhost-44849-hadoop-hdfs-3_4_1-tests_jar-_-any-3459359567005030476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:16:26,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c4271fa{HTTP/1.1, (http/1.1)}{localhost:44849} 2024-11-07T09:16:26,937 INFO [Time-limited test {}] server.Server(415): Started @158208ms 2024-11-07T09:16:27,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:27,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:27,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:27,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:27,042 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:16:27,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126508b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:27,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@280b73b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:27,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5adff308{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/java.io.tmpdir/jetty-localhost-42941-hadoop-hdfs-3_4_1-tests_jar-_-any-1164723764306775003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:16:27,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e6065e9{HTTP/1.1, (http/1.1)}{localhost:42941} 2024-11-07T09:16:27,162 INFO [Time-limited test {}] server.Server(415): Started @158433ms 2024-11-07T09:16:27,163 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:16:27,388 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/cluster_0afc2e0a-56ad-35dd-f0d6-ed5716b45166/data/data1/current/BP-191341743-172.17.0.2-1730970986749/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:27,389 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/cluster_0afc2e0a-56ad-35dd-f0d6-ed5716b45166/data/data2/current/BP-191341743-172.17.0.2-1730970986749/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:27,409 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:16:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61f1b2d926ddbaff with lease ID 0x9ce8b965e6065d2f: Processing first storage report for DS-970c5e33-bf7c-4587-9a6f-e5decbe213f4 from datanode DatanodeRegistration(127.0.0.1:40091, datanodeUuid=7944a36c-82d8-41c0-9f93-7d309aeae201, infoPort=40155, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=189978437;c=1730970986749) 2024-11-07T09:16:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61f1b2d926ddbaff with lease ID 0x9ce8b965e6065d2f: from storage DS-970c5e33-bf7c-4587-9a6f-e5decbe213f4 node DatanodeRegistration(127.0.0.1:40091, datanodeUuid=7944a36c-82d8-41c0-9f93-7d309aeae201, infoPort=40155, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=189978437;c=1730970986749), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61f1b2d926ddbaff with lease ID 0x9ce8b965e6065d2f: Processing first storage report for DS-6323edb8-a0aa-48a4-9cf9-e0c5a94f2b1c from datanode DatanodeRegistration(127.0.0.1:40091, datanodeUuid=7944a36c-82d8-41c0-9f93-7d309aeae201, infoPort=40155, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=189978437;c=1730970986749) 2024-11-07T09:16:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61f1b2d926ddbaff with lease ID 0x9ce8b965e6065d2f: from storage DS-6323edb8-a0aa-48a4-9cf9-e0c5a94f2b1c node DatanodeRegistration(127.0.0.1:40091, datanodeUuid=7944a36c-82d8-41c0-9f93-7d309aeae201, infoPort=40155, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=189978437;c=1730970986749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:27,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9 2024-11-07T09:16:27,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:27,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:27,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:16:27,907 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2 with version=8 2024-11-07T09:16:27,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/hbase-staging 2024-11-07T09:16:27,909 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:27,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:27,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:27,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:27,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:27,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:27,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:16:27,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:27,910 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35393 2024-11-07T09:16:27,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35393 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-07T09:16:27,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353930x0, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:27,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35393-0x100f1b703560003 connected 2024-11-07T09:16:27,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:27,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:27,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Set watcher on znode that does not yet exist, /11120656156/running 2024-11-07T09:16:27,931 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2, hbase.cluster.distributed=false 2024-11-07T09:16:27,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Set watcher on znode that does not yet exist, /11120656156/acl 2024-11-07T09:16:27,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35393 2024-11-07T09:16:27,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35393 2024-11-07T09:16:27,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35393 2024-11-07T09:16:27,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35393 2024-11-07T09:16:27,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35393 2024-11-07T09:16:27,966 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:27,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:27,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:27,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:27,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:27,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:27,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:16:27,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:27,967 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35735 2024-11-07T09:16:27,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35735 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-07T09:16:27,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:27,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:27,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357350x0, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:27,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357350x0, quorum=127.0.0.1:61983, baseZNode=/11120656156 Set watcher on znode that does not yet exist, /11120656156/running 2024-11-07T09:16:27,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35735-0x100f1b703560004 connected 2024-11-07T09:16:27,979 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:16:27,986 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:16:27,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Set watcher on znode that does not yet exist, /11120656156/master 2024-11-07T09:16:27,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Set watcher on znode that does not yet exist, /11120656156/acl 2024-11-07T09:16:27,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35735 2024-11-07T09:16:27,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35735 2024-11-07T09:16:27,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35735 2024-11-07T09:16:27,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35735 2024-11-07T09:16:27,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35735 2024-11-07T09:16:28,013 DEBUG [M:0;9f1eb259a29b:35393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:35393 2024-11-07T09:16:28,016 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11120656156/backup-masters/9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:28,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156/backup-masters 2024-11-07T09:16:28,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156/backup-masters 2024-11-07T09:16:28,018 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Set watcher on existing znode=/11120656156/backup-masters/9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11120656156/master 2024-11-07T09:16:28,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:28,020 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Set watcher on existing znode=/11120656156/master 2024-11-07T09:16:28,021 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11120656156/backup-masters/9f1eb259a29b,35393,1730970987909 from backup master directory 2024-11-07T09:16:28,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156/backup-masters 2024-11-07T09:16:28,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11120656156/backup-masters/9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:28,023 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:28,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156/backup-masters 2024-11-07T09:16:28,023 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:28,027 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/hbase.id] with ID: 3cc01c22-d567-4bd8-9fa5-59cc1f327a6f 2024-11-07T09:16:28,027 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/.tmp/hbase.id 2024-11-07T09:16:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:16:28,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/.tmp/hbase.id]:[hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/hbase.id] 2024-11-07T09:16:28,044 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:28,044 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:16:28,045 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:16:28,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:28,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:16:28,456 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:28,457 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:16:28,457 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:28,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:16:28,865 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store 2024-11-07T09:16:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:16:29,273 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:29,273 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:16:29,273 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:29,273 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:29,273 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:16:29,273 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:29,273 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:29,273 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730970989273Disabling compacts and flushes for region at 1730970989273Disabling writes for close at 1730970989273Writing region close event to WAL at 1730970989273Closed at 1730970989273 2024-11-07T09:16:29,274 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/.initializing 2024-11-07T09:16:29,274 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/WALs/9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:29,275 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:29,277 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C35393%2C1730970987909, suffix=, logDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/WALs/9f1eb259a29b,35393,1730970987909, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/oldWALs, maxLogs=10 2024-11-07T09:16:29,290 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/WALs/9f1eb259a29b,35393,1730970987909/9f1eb259a29b%2C35393%2C1730970987909.1730970989277, exclude list is [], retry=0 2024-11-07T09:16:29,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-970c5e33-bf7c-4587-9a6f-e5decbe213f4,DISK] 2024-11-07T09:16:29,294 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/WALs/9f1eb259a29b,35393,1730970987909/9f1eb259a29b%2C35393%2C1730970987909.1730970989277 2024-11-07T09:16:29,295 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40155:40155)] 2024-11-07T09:16:29,295 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:29,295 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:29,295 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,295 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:16:29,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:29,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:29,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:16:29,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:29,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:29,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:16:29,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:29,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:29,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:16:29,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:29,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:29,301 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,302 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,302 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,303 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,303 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,304 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:29,304 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:29,306 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:29,306 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63975122, jitterRate=-0.04669639468193054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:29,307 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730970989295Initializing all the Stores at 1730970989296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970989296Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970989296Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970989296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970989296Cleaning up temporary data from old regions at 1730970989303 (+7 ms)Region opened successfully at 1730970989307 (+4 ms) 2024-11-07T09:16:29,307 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:16:29,309 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9126c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:29,310 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:16:29,310 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:16:29,310 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:16:29,310 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:16:29,310 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:16:29,311 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:16:29,311 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:16:29,312 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:16:29,313 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Unable to get data of znode /11120656156/balancer because node does not exist (not necessarily an error) 2024-11-07T09:16:29,314 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11120656156/balancer already deleted, retry=false 2024-11-07T09:16:29,315 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:16:29,315 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Unable to get data of znode /11120656156/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:16:29,316 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11120656156/normalizer already deleted, retry=false 2024-11-07T09:16:29,317 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:16:29,317 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Unable to get data of znode /11120656156/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:16:29,319 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11120656156/switch/split already deleted, retry=false 2024-11-07T09:16:29,319 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Unable to get data of znode /11120656156/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:16:29,321 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11120656156/switch/merge already deleted, retry=false 2024-11-07T09:16:29,322 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Unable to get data of znode /11120656156/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:16:29,323 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11120656156/snapshot-cleanup already deleted, retry=false 2024-11-07T09:16:29,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11120656156/running 2024-11-07T09:16:29,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11120656156/running 2024-11-07T09:16:29,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:29,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:29,325 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,35393,1730970987909, sessionid=0x100f1b703560003, setting cluster-up flag (Was=false) 2024-11-07T09:16:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:29,334 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11120656156/flush-table-proc/acquired, /11120656156/flush-table-proc/reached, /11120656156/flush-table-proc/abort 2024-11-07T09:16:29,335 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:29,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:29,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:29,343 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11120656156/online-snapshot/acquired, /11120656156/online-snapshot/reached, /11120656156/online-snapshot/abort 2024-11-07T09:16:29,344 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:29,345 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:16:29,346 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:29,346 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:16:29,346 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:16:29,347 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,35393,1730970987909 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:16:29,348 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:29,348 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:29,348 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:29,348 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:29,348 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:16:29,348 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,348 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:29,348 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,349 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:29,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:16:29,350 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:29,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:16:29,352 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971019352 2024-11-07T09:16:29,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:16:29,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:16:29,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:16:29,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:16:29,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:16:29,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:16:29,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:16:29,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:16:29,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:16:29,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:16:29,356 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:16:29,356 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:16:29,357 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970989356,5,FailOnTimeoutGroup] 2024-11-07T09:16:29,357 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970989357,5,FailOnTimeoutGroup] 2024-11-07T09:16:29,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:16:29,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:16:29,401 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(746): ClusterId : 3cc01c22-d567-4bd8-9fa5-59cc1f327a6f 2024-11-07T09:16:29,401 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:16:29,402 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:16:29,402 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:16:29,404 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:16:29,404 DEBUG [RS:0;9f1eb259a29b:35735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167c0cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:29,416 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:35735 2024-11-07T09:16:29,416 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:16:29,416 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:16:29,416 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:16:29,417 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,35393,1730970987909 with port=35735, startcode=1730970987966 2024-11-07T09:16:29,417 DEBUG [RS:0;9f1eb259a29b:35735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:16:29,419 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:16:29,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:29,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35393 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:29,420 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2 2024-11-07T09:16:29,420 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46613 2024-11-07T09:16:29,420 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:16:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156/rs 2024-11-07T09:16:29,424 DEBUG [RS:0;9f1eb259a29b:35735 {}] zookeeper.ZKUtil(111): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Set watcher on existing znode=/11120656156/rs/9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:29,424 WARN [RS:0;9f1eb259a29b:35735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:29,424 INFO [RS:0;9f1eb259a29b:35735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:29,424 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:29,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,35735,1730970987966] 2024-11-07T09:16:29,427 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:16:29,429 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:16:29,430 INFO [RS:0;9f1eb259a29b:35735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:16:29,430 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,430 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:16:29,431 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:16:29,431 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,431 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,431 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,431 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,431 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,431 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,432 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:29,432 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,432 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,432 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,432 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,432 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,432 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:29,432 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:29,432 DEBUG [RS:0;9f1eb259a29b:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:29,435 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,435 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,435 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,435 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,435 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,435 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35735,1730970987966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:29,449 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:16:29,450 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35735,1730970987966-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,450 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,450 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.Replication(171): 9f1eb259a29b,35735,1730970987966 started 2024-11-07T09:16:29,463 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:29,463 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,35735,1730970987966, RpcServer on 9f1eb259a29b/172.17.0.2:35735, sessionid=0x100f1b703560004 2024-11-07T09:16:29,463 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:16:29,463 DEBUG [RS:0;9f1eb259a29b:35735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:29,463 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,35735,1730970987966' 2024-11-07T09:16:29,463 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11120656156/flush-table-proc/abort' 2024-11-07T09:16:29,464 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11120656156/flush-table-proc/acquired' 2024-11-07T09:16:29,464 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:16:29,464 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:16:29,464 DEBUG [RS:0;9f1eb259a29b:35735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:29,464 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,35735,1730970987966' 2024-11-07T09:16:29,464 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11120656156/online-snapshot/abort' 2024-11-07T09:16:29,465 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11120656156/online-snapshot/acquired' 2024-11-07T09:16:29,465 DEBUG [RS:0;9f1eb259a29b:35735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:16:29,465 INFO [RS:0;9f1eb259a29b:35735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:16:29,465 INFO [RS:0;9f1eb259a29b:35735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:16:29,565 INFO [RS:0;9f1eb259a29b:35735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:29,567 INFO [RS:0;9f1eb259a29b:35735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35735%2C1730970987966, suffix=, logDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/oldWALs, maxLogs=10 2024-11-07T09:16:29,585 DEBUG [RS:0;9f1eb259a29b:35735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568, exclude list is [], retry=0 2024-11-07T09:16:29,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-970c5e33-bf7c-4587-9a6f-e5decbe213f4,DISK] 2024-11-07T09:16:29,589 INFO [RS:0;9f1eb259a29b:35735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 2024-11-07T09:16:29,589 DEBUG [RS:0;9f1eb259a29b:35735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40155:40155)] 2024-11-07T09:16:29,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:16:29,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:29,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:29,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:29,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:29,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:29,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:29,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:29,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:29,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:16:29,763 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2 2024-11-07T09:16:29,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:16:30,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:30,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:30,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:30,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:30,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:30,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:30,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:30,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:30,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:30,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:30,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:30,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:30,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:30,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:30,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:30,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:30,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:30,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:30,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740 2024-11-07T09:16:30,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740 2024-11-07T09:16:30,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:30,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:30,194 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:30,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:30,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:30,214 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59643942, jitterRate=-0.11123600602149963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:30,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730970990169Initializing all the Stores at 1730970990170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970990170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970990171 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970990171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970990171Cleaning up temporary data from old regions at 1730970990193 (+22 ms)Region opened successfully at 1730970990214 (+21 ms) 2024-11-07T09:16:30,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:16:30,214 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:16:30,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:16:30,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:16:30,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:16:30,217 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:30,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730970990214Disabling compacts and flushes for region at 1730970990214Disabling writes for close at 1730970990214Writing region close event to WAL at 1730970990216 (+2 ms)Closed at 1730970990217 (+1 ms) 2024-11-07T09:16:30,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:30,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:16:30,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:16:30,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:30,222 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:16:30,372 DEBUG [9f1eb259a29b:35393 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:16:30,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:30,374 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,35735,1730970987966, state=OPENING 2024-11-07T09:16:30,383 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:16:30,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:30,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:30,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11120656156/meta-region-server: CHANGED 2024-11-07T09:16:30,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11120656156/meta-region-server: CHANGED 2024-11-07T09:16:30,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:30,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35735,1730970987966}] 2024-11-07T09:16:30,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:16:30,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:16:30,548 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:16:30,548 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:30,548 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:16:30,550 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35735%2C1730970987966.meta, suffix=.meta, logDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/oldWALs, maxLogs=10 2024-11-07T09:16:30,579 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.meta.1730970990551.meta, exclude list is [], retry=0 2024-11-07T09:16:30,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-970c5e33-bf7c-4587-9a6f-e5decbe213f4,DISK] 2024-11-07T09:16:30,597 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.meta.1730970990551.meta 2024-11-07T09:16:30,600 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40155:40155)] 2024-11-07T09:16:30,601 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:30,601 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:30,601 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:30,601 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:16:30,601 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:16:30,602 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:16:30,602 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:30,602 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:16:30,602 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:16:30,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:30,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:30,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:30,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:30,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:30,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:30,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:30,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:30,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:30,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:30,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:30,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:30,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:30,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:30,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:30,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:30,613 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:30,613 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740 2024-11-07T09:16:30,615 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740 2024-11-07T09:16:30,616 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:30,616 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:30,617 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:30,618 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:30,619 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66570865, jitterRate=-0.008016809821128845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:30,619 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:16:30,619 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730970990602Writing region info on filesystem at 1730970990602Initializing all the Stores at 1730970990603 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970990603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970990603Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970990603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730970990603Cleaning up temporary data from old regions at 1730970990616 (+13 ms)Running coprocessor post-open hooks at 1730970990619 (+3 ms)Region opened successfully at 1730970990619 2024-11-07T09:16:30,621 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730970990540 2024-11-07T09:16:30,624 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:16:30,624 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:16:30,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:30,627 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,35735,1730970987966, state=OPEN 2024-11-07T09:16:30,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11120656156/meta-region-server 2024-11-07T09:16:30,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11120656156/meta-region-server 2024-11-07T09:16:30,630 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:30,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11120656156/meta-region-server: CHANGED 2024-11-07T09:16:30,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11120656156/meta-region-server: CHANGED 2024-11-07T09:16:30,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:16:30,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35735,1730970987966 in 244 msec 2024-11-07T09:16:30,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:16:30,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-07T09:16:30,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:30,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:16:30,639 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:30,639 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35735,1730970987966, seqNum=-1] 2024-11-07T09:16:30,639 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:30,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:30,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-07T09:16:30,649 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730970990649, completionTime=-1 2024-11-07T09:16:30,649 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:16:30,649 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:16:30,652 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:16:30,652 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971050652 2024-11-07T09:16:30,652 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971110652 2024-11-07T09:16:30,652 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:16:30,652 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35393,1730970987909-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:30,652 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35393,1730970987909-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:30,652 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35393,1730970987909-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:30,652 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:35393, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:30,652 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:30,652 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:30,654 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:16:30,656 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.633sec 2024-11-07T09:16:30,656 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:16:30,656 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:16:30,656 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:16:30,656 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:16:30,656 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:16:30,656 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35393,1730970987909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:30,656 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35393,1730970987909-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:16:30,659 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:16:30,659 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:16:30,659 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35393,1730970987909-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:30,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0a4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:30,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35393,-1 for getting cluster id 2024-11-07T09:16:30,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:30,711 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc01c22-d567-4bd8-9fa5-59cc1f327a6f' 2024-11-07T09:16:30,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:30,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc01c22-d567-4bd8-9fa5-59cc1f327a6f" 2024-11-07T09:16:30,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9291d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:30,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35393,-1] 2024-11-07T09:16:30,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:30,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:30,713 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:30,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:30,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35735,1730970987966, seqNum=-1] 2024-11-07T09:16:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:30,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:30,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:30,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61983 2024-11-07T09:16:30,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:30,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100f1b703560005 connected 2024-11-07T09:16:30,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34d9b0ed 2024-11-07T09:16:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:30,736 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:30,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:16:30,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:16:30,740 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:30,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:16:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:30,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:16:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:16:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:31,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ae44948ec75e6a057d49d46ce26f063, NAME => 'test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b 2024-11-07T09:16:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:16:31,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:31,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ae44948ec75e6a057d49d46ce26f063, disabling compactions & flushes 2024-11-07T09:16:31,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:31,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:31,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. after waiting 0 ms 2024-11-07T09:16:31,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:31,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:31,161 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ae44948ec75e6a057d49d46ce26f063: Waiting for close lock at 1730970991161Disabling compacts and flushes for region at 1730970991161Disabling writes for close at 1730970991161Writing region close event to WAL at 1730970991161Closed at 1730970991161 2024-11-07T09:16:31,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:16:31,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730970991162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730970991162"}]},"ts":"1730970991162"} 2024-11-07T09:16:31,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:16:31,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:16:31,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970991165"}]},"ts":"1730970991165"} 2024-11-07T09:16:31,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:16:31,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ae44948ec75e6a057d49d46ce26f063, ASSIGN}] 2024-11-07T09:16:31,169 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ae44948ec75e6a057d49d46ce26f063, ASSIGN 2024-11-07T09:16:31,169 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ae44948ec75e6a057d49d46ce26f063, ASSIGN; state=OFFLINE, location=9f1eb259a29b,35939,1730970983688; forceNewPlan=false, retain=false 2024-11-07T09:16:31,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ae44948ec75e6a057d49d46ce26f063, regionState=OPENING, regionLocation=9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:31,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ae44948ec75e6a057d49d46ce26f063, ASSIGN because future has completed 2024-11-07T09:16:31,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ae44948ec75e6a057d49d46ce26f063, server=9f1eb259a29b,35939,1730970983688}] 2024-11-07T09:16:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:31,479 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:31,479 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ae44948ec75e6a057d49d46ce26f063, NAME => 'test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:31,479 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:31,479 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:16:31,479 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,479 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:31,480 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,480 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,481 INFO [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,482 INFO [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae44948ec75e6a057d49d46ce26f063 columnFamilyName f 2024-11-07T09:16:31,482 DEBUG [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:31,482 INFO [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] regionserver.HStore(327): Store=3ae44948ec75e6a057d49d46ce26f063/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:31,482 INFO [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,483 INFO [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae44948ec75e6a057d49d46ce26f063 columnFamilyName f1 2024-11-07T09:16:31,483 DEBUG [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:31,484 INFO [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] regionserver.HStore(327): Store=3ae44948ec75e6a057d49d46ce26f063/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:31,484 INFO [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,484 INFO [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ae44948ec75e6a057d49d46ce26f063 columnFamilyName norep 2024-11-07T09:16:31,485 DEBUG [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:31,485 INFO [StoreOpener-3ae44948ec75e6a057d49d46ce26f063-1 {}] regionserver.HStore(327): Store=3ae44948ec75e6a057d49d46ce26f063/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:31,485 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,485 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,486 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,487 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,487 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,487 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:16:31,488 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,490 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:31,491 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ae44948ec75e6a057d49d46ce26f063; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63601442, jitterRate=-0.052264660596847534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:16:31,491 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:31,491 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ae44948ec75e6a057d49d46ce26f063: Running coprocessor pre-open hook at 1730970991480Writing region info on filesystem at 1730970991480Initializing all the Stores at 1730970991480Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970991480Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970991481 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970991481Cleaning up temporary data from old regions at 1730970991487 (+6 ms)Running coprocessor post-open hooks at 1730970991491 (+4 ms)Region opened successfully at 1730970991491 2024-11-07T09:16:31,492 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063., pid=6, masterSystemTime=1730970991475 2024-11-07T09:16:31,494 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:31,494 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:31,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ae44948ec75e6a057d49d46ce26f063, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:31,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ae44948ec75e6a057d49d46ce26f063, server=9f1eb259a29b,35939,1730970983688 because future has completed 2024-11-07T09:16:31,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:16:31,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ae44948ec75e6a057d49d46ce26f063, server=9f1eb259a29b,35939,1730970983688 in 175 msec 2024-11-07T09:16:31,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:16:31,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ae44948ec75e6a057d49d46ce26f063, ASSIGN in 332 msec 2024-11-07T09:16:31,503 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:16:31,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970991503"}]},"ts":"1730970991503"} 2024-11-07T09:16:31,506 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:16:31,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:16:31,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-07T09:16:31,544 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:16:31,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T09:16:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:31,876 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:16:31,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@610a5e29 2024-11-07T09:16:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:31,878 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:31,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:16:31,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:16:31,881 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:31,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:16:31,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:16:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:31,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:16:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:32,290 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3705d3279bc623ad2681724edd8c888b, NAME => 'test,,1730970991879.3705d3279bc623ad2681724edd8c888b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2 2024-11-07T09:16:32,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:16:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:32,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730970991879.3705d3279bc623ad2681724edd8c888b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:32,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3705d3279bc623ad2681724edd8c888b, disabling compactions & flushes 2024-11-07T09:16:32,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:32,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:32,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730970991879.3705d3279bc623ad2681724edd8c888b. after waiting 0 ms 2024-11-07T09:16:32,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:32,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:32,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3705d3279bc623ad2681724edd8c888b: Waiting for close lock at 1730970992697Disabling compacts and flushes for region at 1730970992697Disabling writes for close at 1730970992698 (+1 ms)Writing region close event to WAL at 1730970992698Closed at 1730970992698 2024-11-07T09:16:32,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:16:32,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730970991879.3705d3279bc623ad2681724edd8c888b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730970992699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730970992699"}]},"ts":"1730970992699"} 2024-11-07T09:16:32,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:16:32,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:16:32,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970992702"}]},"ts":"1730970992702"} 2024-11-07T09:16:32,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:16:32,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3705d3279bc623ad2681724edd8c888b, ASSIGN}] 2024-11-07T09:16:32,705 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3705d3279bc623ad2681724edd8c888b, ASSIGN 2024-11-07T09:16:32,706 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3705d3279bc623ad2681724edd8c888b, ASSIGN; state=OFFLINE, location=9f1eb259a29b,35735,1730970987966; forceNewPlan=false, retain=false 2024-11-07T09:16:32,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3705d3279bc623ad2681724edd8c888b, regionState=OPENING, regionLocation=9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:32,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3705d3279bc623ad2681724edd8c888b, ASSIGN because future has completed 2024-11-07T09:16:32,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3705d3279bc623ad2681724edd8c888b, server=9f1eb259a29b,35735,1730970987966}] 2024-11-07T09:16:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:33,016 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:33,016 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3705d3279bc623ad2681724edd8c888b, NAME => 'test,,1730970991879.3705d3279bc623ad2681724edd8c888b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:33,016 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:33,016 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:16:33,016 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,016 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730970991879.3705d3279bc623ad2681724edd8c888b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:33,016 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,016 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,018 INFO [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,019 INFO [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3705d3279bc623ad2681724edd8c888b columnFamilyName f 2024-11-07T09:16:33,019 DEBUG [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:33,019 INFO [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] regionserver.HStore(327): Store=3705d3279bc623ad2681724edd8c888b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:33,019 INFO [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,020 INFO [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3705d3279bc623ad2681724edd8c888b columnFamilyName f1 2024-11-07T09:16:33,020 DEBUG [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:33,021 INFO [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] regionserver.HStore(327): Store=3705d3279bc623ad2681724edd8c888b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:33,021 INFO [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,021 INFO [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3705d3279bc623ad2681724edd8c888b columnFamilyName norep 2024-11-07T09:16:33,021 DEBUG [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:33,022 INFO [StoreOpener-3705d3279bc623ad2681724edd8c888b-1 {}] regionserver.HStore(327): Store=3705d3279bc623ad2681724edd8c888b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:33,022 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,022 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,023 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,023 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,023 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,024 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:16:33,025 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,026 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:33,027 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3705d3279bc623ad2681724edd8c888b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74308201, jitterRate=0.1072784811258316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:16:33,027 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:33,027 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3705d3279bc623ad2681724edd8c888b: Running coprocessor pre-open hook at 1730970993017Writing region info on filesystem at 1730970993017Initializing all the Stores at 1730970993017Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970993017Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970993017Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970993017Cleaning up temporary data from old regions at 1730970993023 (+6 ms)Running coprocessor post-open hooks at 1730970993027 (+4 ms)Region opened successfully at 1730970993027 2024-11-07T09:16:33,028 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730970991879.3705d3279bc623ad2681724edd8c888b., pid=6, masterSystemTime=1730970993012 2024-11-07T09:16:33,029 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:33,029 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:33,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3705d3279bc623ad2681724edd8c888b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:33,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3705d3279bc623ad2681724edd8c888b, server=9f1eb259a29b,35735,1730970987966 because future has completed 2024-11-07T09:16:33,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:16:33,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3705d3279bc623ad2681724edd8c888b, server=9f1eb259a29b,35735,1730970987966 in 173 msec 2024-11-07T09:16:33,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:16:33,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3705d3279bc623ad2681724edd8c888b, ASSIGN in 330 msec 2024-11-07T09:16:33,037 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:16:33,037 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970993037"}]},"ts":"1730970993037"} 2024-11-07T09:16:33,039 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:16:33,039 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:16:33,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-07T09:16:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:34,027 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:16:34,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36173,-1 for getting cluster id 2024-11-07T09:16:34,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:34,029 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a6445ee-963d-448e-9755-3465464f8274' 2024-11-07T09:16:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a6445ee-963d-448e-9755-3465464f8274" 2024-11-07T09:16:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383f2cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36173,-1] 2024-11-07T09:16:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:34,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:34,030 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ceb5b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f33254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35393,-1 for getting cluster id 2024-11-07T09:16:34,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:34,032 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc01c22-d567-4bd8-9fa5-59cc1f327a6f' 2024-11-07T09:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc01c22-d567-4bd8-9fa5-59cc1f327a6f" 2024-11-07T09:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e283665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35393,-1] 2024-11-07T09:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:34,033 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:34,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5ed8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36173,-1 for getting cluster id 2024-11-07T09:16:34,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:34,035 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a6445ee-963d-448e-9755-3465464f8274' 2024-11-07T09:16:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:34,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a6445ee-963d-448e-9755-3465464f8274" 2024-11-07T09:16:34,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2799fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36173,-1] 2024-11-07T09:16:34,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:34,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:34,037 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:34,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696b8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@269b2fa7 2024-11-07T09:16:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:34,039 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:34,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:35393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:16:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:16:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:34,042 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:35393' 2024-11-07T09:16:34,042 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80c31cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,042 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35393,-1 for getting cluster id 2024-11-07T09:16:34,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:34,043 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc01c22-d567-4bd8-9fa5-59cc1f327a6f' 2024-11-07T09:16:34,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:34,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc01c22-d567-4bd8-9fa5-59cc1f327a6f" 2024-11-07T09:16:34,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31936cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35393,-1] 2024-11-07T09:16:34,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:34,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:34,044 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa2b0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:34,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4da902d0 2024-11-07T09:16:34,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:34,046 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:34,047 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T09:16:34,047 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:16:34,047 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:34,047 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:34,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:34,048 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:34,048 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:16:34,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:16:34,049 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:34,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:16:34,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:16:34,099 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:16:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:34,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:16:34,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T09:16:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T09:16:34,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T09:16:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:34,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T09:16:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:16:34,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T09:16:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:34,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T09:16:34,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T09:16:34,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T09:16:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:34,459 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb9e549780920ded2b3003281f640d4a, NAME => 'hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b 2024-11-07T09:16:34,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:16:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:34,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:34,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bb9e549780920ded2b3003281f640d4a, disabling compactions & flushes 2024-11-07T09:16:34,866 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:34,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:34,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. after waiting 0 ms 2024-11-07T09:16:34,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:34,866 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:34,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb9e549780920ded2b3003281f640d4a: Waiting for close lock at 1730970994866Disabling compacts and flushes for region at 1730970994866Disabling writes for close at 1730970994866Writing region close event to WAL at 1730970994866Closed at 1730970994866 2024-11-07T09:16:34,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:16:34,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730970994867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730970994867"}]},"ts":"1730970994867"} 2024-11-07T09:16:34,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:16:34,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:16:34,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970994870"}]},"ts":"1730970994870"} 2024-11-07T09:16:34,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:16:34,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb9e549780920ded2b3003281f640d4a, ASSIGN}] 2024-11-07T09:16:34,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb9e549780920ded2b3003281f640d4a, ASSIGN 2024-11-07T09:16:34,874 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bb9e549780920ded2b3003281f640d4a, ASSIGN; state=OFFLINE, location=9f1eb259a29b,35939,1730970983688; forceNewPlan=false, retain=false 2024-11-07T09:16:35,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bb9e549780920ded2b3003281f640d4a, regionState=OPENING, regionLocation=9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:35,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bb9e549780920ded2b3003281f640d4a, ASSIGN because future has completed 2024-11-07T09:16:35,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9e549780920ded2b3003281f640d4a, server=9f1eb259a29b,35939,1730970983688}] 2024-11-07T09:16:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:35,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:35,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:35,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:16:35,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35939%2C1730970983688.rep, suffix=, logDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688, archiveDir=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/oldWALs, maxLogs=10 2024-11-07T09:16:35,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.rep.1730970995185, exclude list is [], retry=0 2024-11-07T09:16:35,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32799,DS-a62c9af5-3ae3-4788-a66d-e39ee9afecaa,DISK] 2024-11-07T09:16:35,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.rep.1730970995185 2024-11-07T09:16:35,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46285:46285)] 2024-11-07T09:16:35,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bb9e549780920ded2b3003281f640d4a, NAME => 'hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:35,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:35,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:35,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. service=MultiRowMutationService 2024-11-07T09:16:35,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:16:35,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:35,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,203 INFO [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,205 INFO [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb9e549780920ded2b3003281f640d4a columnFamilyName hfileref 2024-11-07T09:16:35,205 DEBUG [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:35,205 INFO [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] regionserver.HStore(327): Store=bb9e549780920ded2b3003281f640d4a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:35,205 INFO [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,206 INFO [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb9e549780920ded2b3003281f640d4a columnFamilyName queue 2024-11-07T09:16:35,206 DEBUG [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:35,206 INFO [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] regionserver.HStore(327): Store=bb9e549780920ded2b3003281f640d4a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:35,206 INFO [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,207 INFO [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb9e549780920ded2b3003281f640d4a columnFamilyName sid 2024-11-07T09:16:35,207 DEBUG [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:35,208 INFO [StoreOpener-bb9e549780920ded2b3003281f640d4a-1 {}] regionserver.HStore(327): Store=bb9e549780920ded2b3003281f640d4a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:35,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:16:35,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:35,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bb9e549780920ded2b3003281f640d4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68231674, jitterRate=0.016731172800064087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:16:35,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:35,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bb9e549780920ded2b3003281f640d4a: Running coprocessor pre-open hook at 1730970995202Writing region info on filesystem at 1730970995202Initializing all the Stores at 1730970995203 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970995203Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970995203Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970995203Cleaning up temporary data from old regions at 1730970995209 (+6 ms)Running coprocessor post-open hooks at 1730970995213 (+4 ms)Region opened successfully at 1730970995214 (+1 ms) 2024-11-07T09:16:35,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a., pid=10, masterSystemTime=1730970995179 2024-11-07T09:16:35,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:35,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:35,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bb9e549780920ded2b3003281f640d4a, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:35,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9e549780920ded2b3003281f640d4a, server=9f1eb259a29b,35939,1730970983688 because future has completed 2024-11-07T09:16:35,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:16:35,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bb9e549780920ded2b3003281f640d4a, server=9f1eb259a29b,35939,1730970983688 in 197 msec 2024-11-07T09:16:35,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:16:35,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb9e549780920ded2b3003281f640d4a, ASSIGN in 353 msec 2024-11-07T09:16:35,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:16:35,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970995228"}]},"ts":"1730970995228"} 2024-11-07T09:16:35,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:16:35,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:16:35,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-07T09:16:35,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a., hostname=9f1eb259a29b,35939,1730970983688, seqNum=2] 2024-11-07T09:16:35,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:35,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:35,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:16:35,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:16:35,419 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:16:35,457 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,35939,1730970983688, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:16:35,458 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:35,458 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35939,1730970983688, seqNum=-1] 2024-11-07T09:16:35,458 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:35,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-07T09:16:35,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,35939,1730970983688', locateType=CURRENT is [region=hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a., hostname=9f1eb259a29b,35939,1730970983688, seqNum=2] 2024-11-07T09:16:35,464 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:16:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:16:35,467 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,35939,1730970983688 suceeded 2024-11-07T09:16:35,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:16:35,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-07T09:16:35,468 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:35393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:16:35,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4300 sec 2024-11-07T09:16:35,480 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:35393' 2024-11-07T09:16:35,481 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bd9fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:35,481 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35393,-1 for getting cluster id 2024-11-07T09:16:35,481 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:35,482 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc01c22-d567-4bd8-9fa5-59cc1f327a6f' 2024-11-07T09:16:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc01c22-d567-4bd8-9fa5-59cc1f327a6f" 2024-11-07T09:16:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65a02a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35393,-1] 2024-11-07T09:16:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:35,483 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:35,484 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c61f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:35,484 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:35,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:35,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d66548f 2024-11-07T09:16:35,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:35,485 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-07T09:16:35,486 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,35939,1730970983688 (queues=1) is replicating from cluster=6a6445ee-963d-448e-9755-3465464f8274 to cluster=3cc01c22-d567-4bd8-9fa5-59cc1f327a6f 2024-11-07T09:16:35,486 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C35939%2C1730970983688 2024-11-07T09:16:35,486 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,35939,1730970983688, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:16:35,486 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.shipper9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C35939%2C1730970983688 2024-11-07T09:16:35,487 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702, startPosition=0, beingWritten=true 2024-11-07T09:16:35,492 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:16:35,492 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 379, reset compression=false 2024-11-07T09:16:35,492 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.shipper9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35939,1730970983688 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:16:35,696 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 379, reset compression=false 2024-11-07T09:16:36,000 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 379, reset compression=false 2024-11-07T09:16:36,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:16:36,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:36,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:36,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:36,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:36,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:36,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:36,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:36,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:36,186 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:16:36,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:36,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:36,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:36,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:36,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:36,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785fdcd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:36,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35393,-1 for getting cluster id 2024-11-07T09:16:36,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:36,196 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc01c22-d567-4bd8-9fa5-59cc1f327a6f' 2024-11-07T09:16:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc01c22-d567-4bd8-9fa5-59cc1f327a6f" 2024-11-07T09:16:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a64a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35393,-1] 2024-11-07T09:16:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:36,199 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3427ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:36,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:36,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:36,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eee2234 2024-11-07T09:16:36,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:36,202 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:36,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:36173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:16:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:16:36,206 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:36173' 2024-11-07T09:16:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:36,207 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b64d764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:36,207 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36173,-1 for getting cluster id 2024-11-07T09:16:36,207 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:36,208 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a6445ee-963d-448e-9755-3465464f8274' 2024-11-07T09:16:36,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:36,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a6445ee-963d-448e-9755-3465464f8274" 2024-11-07T09:16:36,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241d136b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:36,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36173,-1] 2024-11-07T09:16:36,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:36,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:36,211 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:36,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53218556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:36,212 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:36,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:36,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bd6966d 2024-11-07T09:16:36,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:36,214 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:36,214 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T09:16:36,214 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:16:36,214 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:36,215 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:36,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:36,215 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:36,216 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:16:36,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:16:36,218 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:36,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:16:36,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:16:36,267 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:16:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:36,405 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 379, reset compression=false 2024-11-07T09:16:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:36,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46ec1a52f7b82fe9c9a61d1e62a1c610, NAME => 'hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2 2024-11-07T09:16:36,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:16:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:36,912 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 379, reset compression=false 2024-11-07T09:16:37,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:37,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 46ec1a52f7b82fe9c9a61d1e62a1c610, disabling compactions & flushes 2024-11-07T09:16:37,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:37,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:37,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. after waiting 0 ms 2024-11-07T09:16:37,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:37,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:37,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46ec1a52f7b82fe9c9a61d1e62a1c610: Waiting for close lock at 1730970997039Disabling compacts and flushes for region at 1730970997039Disabling writes for close at 1730970997039Writing region close event to WAL at 1730970997039Closed at 1730970997039 2024-11-07T09:16:37,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:16:37,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730970997040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730970997040"}]},"ts":"1730970997040"} 2024-11-07T09:16:37,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:16:37,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:16:37,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970997043"}]},"ts":"1730970997043"} 2024-11-07T09:16:37,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:16:37,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46ec1a52f7b82fe9c9a61d1e62a1c610, ASSIGN}] 2024-11-07T09:16:37,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46ec1a52f7b82fe9c9a61d1e62a1c610, ASSIGN 2024-11-07T09:16:37,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46ec1a52f7b82fe9c9a61d1e62a1c610, ASSIGN; state=OFFLINE, location=9f1eb259a29b,35735,1730970987966; forceNewPlan=false, retain=false 2024-11-07T09:16:37,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46ec1a52f7b82fe9c9a61d1e62a1c610, regionState=OPENING, regionLocation=9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:37,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46ec1a52f7b82fe9c9a61d1e62a1c610, ASSIGN because future has completed 2024-11-07T09:16:37,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46ec1a52f7b82fe9c9a61d1e62a1c610, server=9f1eb259a29b,35735,1730970987966}] 2024-11-07T09:16:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:37,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:37,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:37,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:16:37,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35735%2C1730970987966.rep, suffix=, logDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966, archiveDir=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/oldWALs, maxLogs=10 2024-11-07T09:16:37,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.rep.1730970997358, exclude list is [], retry=0 2024-11-07T09:16:37,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40091,DS-970c5e33-bf7c-4587-9a6f-e5decbe213f4,DISK] 2024-11-07T09:16:37,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.rep.1730970997358 2024-11-07T09:16:37,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40155:40155)] 2024-11-07T09:16:37,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 46ec1a52f7b82fe9c9a61d1e62a1c610, NAME => 'hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:37,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:37,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:37,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. service=MultiRowMutationService 2024-11-07T09:16:37,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:16:37,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:37,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,382 INFO [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,383 INFO [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ec1a52f7b82fe9c9a61d1e62a1c610 columnFamilyName hfileref 2024-11-07T09:16:37,383 DEBUG [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:37,383 INFO [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] regionserver.HStore(327): Store=46ec1a52f7b82fe9c9a61d1e62a1c610/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:37,383 INFO [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,384 INFO [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ec1a52f7b82fe9c9a61d1e62a1c610 columnFamilyName queue 2024-11-07T09:16:37,384 DEBUG [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:37,385 INFO [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] regionserver.HStore(327): Store=46ec1a52f7b82fe9c9a61d1e62a1c610/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:37,385 INFO [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,386 INFO [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ec1a52f7b82fe9c9a61d1e62a1c610 columnFamilyName sid 2024-11-07T09:16:37,386 DEBUG [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:37,386 INFO [StoreOpener-46ec1a52f7b82fe9c9a61d1e62a1c610-1 {}] regionserver.HStore(327): Store=46ec1a52f7b82fe9c9a61d1e62a1c610/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:37,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:16:37,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:37,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 46ec1a52f7b82fe9c9a61d1e62a1c610; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62950861, jitterRate=-0.061959072947502136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:16:37,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:37,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 46ec1a52f7b82fe9c9a61d1e62a1c610: Running coprocessor pre-open hook at 1730970997381Writing region info on filesystem at 1730970997381Initializing all the Stores at 1730970997381Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970997381Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970997382 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730970997382Cleaning up temporary data from old regions at 1730970997388 (+6 ms)Running coprocessor post-open hooks at 1730970997392 (+4 ms)Region opened successfully at 1730970997392 2024-11-07T09:16:37,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610., pid=10, masterSystemTime=1730970997352 2024-11-07T09:16:37,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:37,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:37,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46ec1a52f7b82fe9c9a61d1e62a1c610, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:37,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46ec1a52f7b82fe9c9a61d1e62a1c610, server=9f1eb259a29b,35735,1730970987966 because future has completed 2024-11-07T09:16:37,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:16:37,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 46ec1a52f7b82fe9c9a61d1e62a1c610, server=9f1eb259a29b,35735,1730970987966 in 198 msec 2024-11-07T09:16:37,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:16:37,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46ec1a52f7b82fe9c9a61d1e62a1c610, ASSIGN in 354 msec 2024-11-07T09:16:37,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:16:37,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730970997402"}]},"ts":"1730970997402"} 2024-11-07T09:16:37,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:16:37,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:16:37,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-07T09:16:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610., hostname=9f1eb259a29b,35735,1730970987966, seqNum=2] 2024-11-07T09:16:37,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:37,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:37,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:16:37,517 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 379, reset compression=false 2024-11-07T09:16:37,546 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T09:16:37,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:16:37,585 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:16:37,615 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,35735,1730970987966, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:16:37,615 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:37,615 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35735,1730970987966, seqNum=-1] 2024-11-07T09:16:37,615 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:37,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-07T09:16:37,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,35735,1730970987966', locateType=CURRENT is [region=hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610., hostname=9f1eb259a29b,35735,1730970987966, seqNum=2] 2024-11-07T09:16:37,621 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:16:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:16:37,622 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,35735,1730970987966 suceeded 2024-11-07T09:16:37,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:16:37,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-07T09:16:37,624 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:36173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:16:37,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-07T09:16:37,635 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:36173' 2024-11-07T09:16:37,636 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47375056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:37,637 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36173,-1 for getting cluster id 2024-11-07T09:16:37,637 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:37,638 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a6445ee-963d-448e-9755-3465464f8274' 2024-11-07T09:16:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a6445ee-963d-448e-9755-3465464f8274" 2024-11-07T09:16:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38684d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36173,-1] 2024-11-07T09:16:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:37,639 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:37,640 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e4bcda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:37,640 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:37,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:37,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d1dd5af 2024-11-07T09:16:37,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:37,646 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-07T09:16:37,647 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,35735,1730970987966 (queues=1) is replicating from cluster=3cc01c22-d567-4bd8-9fa5-59cc1f327a6f to cluster=6a6445ee-963d-448e-9755-3465464f8274 2024-11-07T09:16:37,647 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C35735%2C1730970987966 2024-11-07T09:16:37,647 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,35735,1730970987966, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:16:37,649 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568, startPosition=0, beingWritten=true 2024-11-07T09:16:37,652 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C35735%2C1730970987966 2024-11-07T09:16:37,659 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:16:37,659 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 379, reset compression=false 2024-11-07T09:16:37,659 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35735,1730970987966 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:16:37,865 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 379, reset compression=false 2024-11-07T09:16:38,170 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 379, reset compression=false 2024-11-07T09:16:38,221 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 379, reset compression=false 2024-11-07T09:16:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:38,356 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:16:38,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:38,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:38,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:38,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:38,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:38,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:38,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1730970998360/Put/seqid=0 2024-11-07T09:16:38,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741840_1016 (size=7894) 2024-11-07T09:16:38,574 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 379, reset compression=false 2024-11-07T09:16:38,768 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1730970998767/Put/seqid=0 2024-11-07T09:16:38,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741841_1017 (size=7691) 2024-11-07T09:16:39,025 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 379, reset compression=false 2024-11-07T09:16:39,078 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 379, reset compression=false 2024-11-07T09:16:39,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af2a53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:39,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36173,-1 for getting cluster id 2024-11-07T09:16:39,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:39,175 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a6445ee-963d-448e-9755-3465464f8274' 2024-11-07T09:16:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a6445ee-963d-448e-9755-3465464f8274" 2024-11-07T09:16:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba02379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36173,-1] 2024-11-07T09:16:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:39,180 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:39,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b062c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:39,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35939,1730970983688, seqNum=-1] 2024-11-07T09:16:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:39,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:39,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@387cede2 2024-11-07T09:16:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:39,193 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063., hostname=9f1eb259a29b,35939,1730970983688, seqNum=2] 2024-11-07T09:16:39,198 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:16:39,203 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-07T09:16:39,205 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-07T09:16:39,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 3ae44948ec75e6a057d49d46ce26f063/f 2024-11-07T09:16:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T09:16:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:16:39,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 3ae44948ec75e6a057d49d46ce26f063/f 2024-11-07T09:16:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T09:16:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:16:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HRegion(2603): Flush status journal for 3ae44948ec75e6a057d49d46ce26f063: 2024-11-07T09:16:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins__test__fo7h5e81b6ha6bebfutfiftvs923tk9mkq6m5dl0ruv8nlsndfcga2o8vipdet3p/f/hfile_1 2024-11-07T09:16:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins__test__fo7h5e81b6ha6bebfutfiftvs923tk9mkq6m5dl0ruv8nlsndfcga2o8vipdet3p/f/hfile_1 as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_ 2024-11-07T09:16:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins__test__fo7h5e81b6ha6bebfutfiftvs923tk9mkq6m5dl0ruv8nlsndfcga2o8vipdet3p/f/hfile_0 2024-11-07T09:16:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins__test__fo7h5e81b6ha6bebfutfiftvs923tk9mkq6m5dl0ruv8nlsndfcga2o8vipdet3p/f/hfile_0 as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/ab0433dba31545bc959f9ba106058b79_SeqId_4_ 2024-11-07T09:16:39,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins__test__fo7h5e81b6ha6bebfutfiftvs923tk9mkq6m5dl0ruv8nlsndfcga2o8vipdet3p/f/hfile_1 into 3ae44948ec75e6a057d49d46ce26f063/f as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_ - updating store file list. 2024-11-07T09:16:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:16:39,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_ into 3ae44948ec75e6a057d49d46ce26f063/f 2024-11-07T09:16:39,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins__test__fo7h5e81b6ha6bebfutfiftvs923tk9mkq6m5dl0ruv8nlsndfcga2o8vipdet3p/f/hfile_1 into 3ae44948ec75e6a057d49d46ce26f063/f (new location: hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_) 2024-11-07T09:16:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins__test__fo7h5e81b6ha6bebfutfiftvs923tk9mkq6m5dl0ruv8nlsndfcga2o8vipdet3p/f/hfile_1 2024-11-07T09:16:39,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins__test__fo7h5e81b6ha6bebfutfiftvs923tk9mkq6m5dl0ruv8nlsndfcga2o8vipdet3p/f/hfile_0 into 3ae44948ec75e6a057d49d46ce26f063/f as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/ab0433dba31545bc959f9ba106058b79_SeqId_4_ - updating store file list. 2024-11-07T09:16:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab0433dba31545bc959f9ba106058b79_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:16:39,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/ab0433dba31545bc959f9ba106058b79_SeqId_4_ into 3ae44948ec75e6a057d49d46ce26f063/f 2024-11-07T09:16:39,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins__test__fo7h5e81b6ha6bebfutfiftvs923tk9mkq6m5dl0ruv8nlsndfcga2o8vipdet3p/f/hfile_0 into 3ae44948ec75e6a057d49d46ce26f063/f (new location: hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/ab0433dba31545bc959f9ba106058b79_SeqId_4_) 2024-11-07T09:16:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins__test__fo7h5e81b6ha6bebfutfiftvs923tk9mkq6m5dl0ruv8nlsndfcga2o8vipdet3p/f/hfile_0 2024-11-07T09:16:39,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:39,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:39,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:39,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:39,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063., hostname=9f1eb259a29b,35939,1730970983688, seqNum=2 , the old value is region=test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063., hostname=9f1eb259a29b,35939,1730970983688, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9f1eb259a29b:35939 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T09:16:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063., hostname=9f1eb259a29b,35939,1730970983688, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T09:16:39,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063., hostname=9f1eb259a29b,35939,1730970983688, seqNum=2 from cache 2024-11-07T09:16:39,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:39,233 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T09:16:39,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35735,1730970987966, seqNum=-1] 2024-11-07T09:16:39,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:39,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730970991879.3705d3279bc623ad2681724edd8c888b., hostname=9f1eb259a29b,35735,1730970987966, seqNum=2] 2024-11-07T09:16:39,238 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T09:16:39,336 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:35939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T09:16:39,683 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 379, reset compression=false 2024-11-07T09:16:39,930 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 379, reset compression=false 2024-11-07T09:16:39,936 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:16:39,936 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.shipper9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35939,1730970983688 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ae44948ec75e6a057d49d46ce26f063/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730970999230/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T09:16:39,938 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.shipper9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:16:39,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-07T09:16:39,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.ReplicationSink(318): Replicating [6a6445ee-963d-448e-9755-3465464f8274] bulk loaded data 2024-11-07T09:16:39,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f130f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:39,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35393,-1 for getting cluster id 2024-11-07T09:16:39,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:39,941 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc01c22-d567-4bd8-9fa5-59cc1f327a6f' 2024-11-07T09:16:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc01c22-d567-4bd8-9fa5-59cc1f327a6f" 2024-11-07T09:16:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d9e5564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35393,-1] 2024-11-07T09:16:39,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:39,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:39,942 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:39,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7830b36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:39,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741840_1016 (size=7691) 2024-11-07T09:16:40,136 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 687, reset compression=false 2024-11-07T09:16:40,241 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T09:16:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741841_1017 (size=7894) 2024-11-07T09:16:40,387 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 379, reset compression=false 2024-11-07T09:16:40,440 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 687, reset compression=false 2024-11-07T09:16:40,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:40,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:40,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7df8c1a0 2024-11-07T09:16:40,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:40,766 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-07T09:16:40,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:16:40,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:40,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35735,1730970987966, seqNum=-1] 2024-11-07T09:16:40,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:40,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-07T09:16:40,775 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T09:16:40,778 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/ab0433dba31545bc959f9ba106058b79_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T09:16:40,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/ab0433dba31545bc959f9ba106058b79_SeqId_4_ for inclusion in 3705d3279bc623ad2681724edd8c888b/f 2024-11-07T09:16:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-07T09:16:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:16:40,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_ for inclusion in 3705d3279bc623ad2681724edd8c888b/f 2024-11-07T09:16:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-07T09:16:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:16:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(2603): Flush status journal for 3705d3279bc623ad2681724edd8c888b: 2024-11-07T09:16:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ab0433dba31545bc959f9ba106058b79_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:16:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/ab0433dba31545bc959f9ba106058b79_SeqId_4_ as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/373cef9c6dbd4cc39df5928d9b6d30ef_SeqId_4_ 2024-11-07T09:16:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:16:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_ as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/fdb34e472c014ce291760ee998f885f4_SeqId_4_ 2024-11-07T09:16:40,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/ab0433dba31545bc959f9ba106058b79_SeqId_4_ into 3705d3279bc623ad2681724edd8c888b/f as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/373cef9c6dbd4cc39df5928d9b6d30ef_SeqId_4_ - updating store file list. 2024-11-07T09:16:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 373cef9c6dbd4cc39df5928d9b6d30ef_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:16:40,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/373cef9c6dbd4cc39df5928d9b6d30ef_SeqId_4_ into 3705d3279bc623ad2681724edd8c888b/f 2024-11-07T09:16:40,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/ab0433dba31545bc959f9ba106058b79_SeqId_4_ into 3705d3279bc623ad2681724edd8c888b/f (new location: hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/373cef9c6dbd4cc39df5928d9b6d30ef_SeqId_4_) 2024-11-07T09:16:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/ab0433dba31545bc959f9ba106058b79_SeqId_4_ 2024-11-07T09:16:40,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_ into 3705d3279bc623ad2681724edd8c888b/f as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/fdb34e472c014ce291760ee998f885f4_SeqId_4_ - updating store file list. 2024-11-07T09:16:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdb34e472c014ce291760ee998f885f4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:16:40,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/fdb34e472c014ce291760ee998f885f4_SeqId_4_ into 3705d3279bc623ad2681724edd8c888b/f 2024-11-07T09:16:40,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_ into 3705d3279bc623ad2681724edd8c888b/f (new location: hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/fdb34e472c014ce291760ee998f885f4_SeqId_4_) 2024-11-07T09:16:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__il2bec32d7m7o1c55aeic3npv1fs0oace8ik9sh1cvbim45a26e1sfu0q32g5tnk/f/7edbba8f5f5b438ca9c961fde4a5ff36_SeqId_4_ 2024-11-07T09:16:40,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.ReplicationSink(324): Finished replicating [6a6445ee-963d-448e-9755-3465464f8274] bulk loaded data 2024-11-07T09:16:40,844 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 687, reset compression=false 2024-11-07T09:16:41,191 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 379, reset compression=false 2024-11-07T09:16:41,197 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:16:41,197 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35735,1730970987966 got entry batch from reader: WALEntryBatch [walEntries=[{test/3705d3279bc623ad2681724edd8c888b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730971000801/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-07T09:16:41,199 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:16:41,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-07T09:16:41,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.ReplicationSink(318): Replicating [6a6445ee-963d-448e-9755-3465464f8274, 3cc01c22-d567-4bd8-9fa5-59cc1f327a6f] bulk loaded data 2024-11-07T09:16:41,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46378b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:41,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36173,-1 for getting cluster id 2024-11-07T09:16:41,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:41,227 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a6445ee-963d-448e-9755-3465464f8274' 2024-11-07T09:16:41,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:41,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a6445ee-963d-448e-9755-3465464f8274" 2024-11-07T09:16:41,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54005915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:41,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36173,-1] 2024-11-07T09:16:41,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:41,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:41,230 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:41,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c0977ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:41,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:41,282 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1730971001281/Put/seqid=0 2024-11-07T09:16:41,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741842_1018 (size=7894) 2024-11-07T09:16:41,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741842_1018 (size=11194) 2024-11-07T09:16:41,298 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1730971001297/Put/seqid=0 2024-11-07T09:16:41,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741843_1019 (size=7691) 2024-11-07T09:16:41,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741843_1019 (size=10791) 2024-11-07T09:16:41,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47683180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:41,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35393,-1 for getting cluster id 2024-11-07T09:16:41,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:41,310 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc01c22-d567-4bd8-9fa5-59cc1f327a6f' 2024-11-07T09:16:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc01c22-d567-4bd8-9fa5-59cc1f327a6f" 2024-11-07T09:16:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6625561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35393,-1] 2024-11-07T09:16:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:41,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:41,312 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:41,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a034732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:41,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35735,1730970987966, seqNum=-1] 2024-11-07T09:16:41,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:41,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:41,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e053f01 2024-11-07T09:16:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:41,326 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730970991879.3705d3279bc623ad2681724edd8c888b., hostname=9f1eb259a29b,35735,1730970987966, seqNum=2] 2024-11-07T09:16:41,333 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:16:41,339 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-07T09:16:41,344 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-07T09:16:41,349 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 687, reset compression=false 2024-11-07T09:16:41,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 3705d3279bc623ad2681724edd8c888b/f 2024-11-07T09:16:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T09:16:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:16:41,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 3705d3279bc623ad2681724edd8c888b/f 2024-11-07T09:16:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T09:16:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:16:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegion(2603): Flush status journal for 3705d3279bc623ad2681724edd8c888b: 2024-11-07T09:16:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins__test__k5603qdtnavtq7s01qntnn6vgukqpaq4svqet246rvlhhf2bbgk251qujpdv1lnt/f/hfile_0 2024-11-07T09:16:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins__test__k5603qdtnavtq7s01qntnn6vgukqpaq4svqet246rvlhhf2bbgk251qujpdv1lnt/f/hfile_0 as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/55ec3fbcce224379a505602cffbddcaf_SeqId_6_ 2024-11-07T09:16:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins__test__k5603qdtnavtq7s01qntnn6vgukqpaq4svqet246rvlhhf2bbgk251qujpdv1lnt/f/hfile_1 2024-11-07T09:16:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins__test__k5603qdtnavtq7s01qntnn6vgukqpaq4svqet246rvlhhf2bbgk251qujpdv1lnt/f/hfile_1 as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_ 2024-11-07T09:16:41,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins__test__k5603qdtnavtq7s01qntnn6vgukqpaq4svqet246rvlhhf2bbgk251qujpdv1lnt/f/hfile_0 into 3705d3279bc623ad2681724edd8c888b/f as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/55ec3fbcce224379a505602cffbddcaf_SeqId_6_ - updating store file list. 2024-11-07T09:16:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55ec3fbcce224379a505602cffbddcaf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T09:16:41,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/55ec3fbcce224379a505602cffbddcaf_SeqId_6_ into 3705d3279bc623ad2681724edd8c888b/f 2024-11-07T09:16:41,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins__test__k5603qdtnavtq7s01qntnn6vgukqpaq4svqet246rvlhhf2bbgk251qujpdv1lnt/f/hfile_0 into 3705d3279bc623ad2681724edd8c888b/f (new location: hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/55ec3fbcce224379a505602cffbddcaf_SeqId_6_) 2024-11-07T09:16:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins__test__k5603qdtnavtq7s01qntnn6vgukqpaq4svqet246rvlhhf2bbgk251qujpdv1lnt/f/hfile_0 2024-11-07T09:16:41,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins__test__k5603qdtnavtq7s01qntnn6vgukqpaq4svqet246rvlhhf2bbgk251qujpdv1lnt/f/hfile_1 into 3705d3279bc623ad2681724edd8c888b/f as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_ - updating store file list. 2024-11-07T09:16:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T09:16:41,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_ into 3705d3279bc623ad2681724edd8c888b/f 2024-11-07T09:16:41,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins__test__k5603qdtnavtq7s01qntnn6vgukqpaq4svqet246rvlhhf2bbgk251qujpdv1lnt/f/hfile_1 into 3705d3279bc623ad2681724edd8c888b/f (new location: hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/f/27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_) 2024-11-07T09:16:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins__test__k5603qdtnavtq7s01qntnn6vgukqpaq4svqet246rvlhhf2bbgk251qujpdv1lnt/f/hfile_1 2024-11-07T09:16:41,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:41,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:41,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:41,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:41,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:41,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35939,1730970983688, seqNum=-1] 2024-11-07T09:16:41,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:41,397 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 725, reset compression=false 2024-11-07T09:16:41,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:41,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063., hostname=9f1eb259a29b,35939,1730970983688, seqNum=2] 2024-11-07T09:16:41,403 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:16:41,408 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T09:16:41,604 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 1033, reset compression=false 2024-11-07T09:16:41,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:41,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:41,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14bd4e05 2024-11-07T09:16:41,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:41,704 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-07T09:16:41,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:16:41,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:41,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35939,1730970983688, seqNum=-1] 2024-11-07T09:16:41,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:41,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-07T09:16:41,712 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__m74i2qhicqisqso9pn471dbt6lvi8iob16hq9b62k5uuhmr600e3gdaggb40m0vk/f/373cef9c6dbd4cc39df5928d9b6d30ef_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-07T09:16:41,715 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__m74i2qhicqisqso9pn471dbt6lvi8iob16hq9b62k5uuhmr600e3gdaggb40m0vk/f/fdb34e472c014ce291760ee998f885f4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-07T09:16:41,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.ReplicationSink(324): Finished replicating [6a6445ee-963d-448e-9755-3465464f8274, 3cc01c22-d567-4bd8-9fa5-59cc1f327a6f] bulk loaded data 2024-11-07T09:16:41,721 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35735,1730970987966 got entry batch from reader: WALEntryBatch [walEntries=[{test/3705d3279bc623ad2681724edd8c888b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730971001376/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T09:16:41,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.ReplicationSink(318): Replicating [3cc01c22-d567-4bd8-9fa5-59cc1f327a6f] bulk loaded data 2024-11-07T09:16:41,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741844_1020 (size=11194) 2024-11-07T09:16:41,908 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 1033, reset compression=false 2024-11-07T09:16:41,958 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 687, reset compression=false 2024-11-07T09:16:42,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741845_1021 (size=10791) 2024-11-07T09:16:42,312 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 1033, reset compression=false 2024-11-07T09:16:42,415 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T09:16:42,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:16:42,565 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-07T09:16:42,568 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/55ec3fbcce224379a505602cffbddcaf_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-07T09:16:42,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_ for inclusion in 3ae44948ec75e6a057d49d46ce26f063/f 2024-11-07T09:16:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-07T09:16:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:16:42,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/55ec3fbcce224379a505602cffbddcaf_SeqId_6_ for inclusion in 3ae44948ec75e6a057d49d46ce26f063/f 2024-11-07T09:16:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-07T09:16:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:16:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HRegion(2603): Flush status journal for 3ae44948ec75e6a057d49d46ce26f063: 2024-11-07T09:16:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:16:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_ as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/3511e5ee0ff843f9b54e17431cfce7fa_SeqId_6_ 2024-11-07T09:16:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 55ec3fbcce224379a505602cffbddcaf_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:16:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/55ec3fbcce224379a505602cffbddcaf_SeqId_6_ as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/bb4371515bd04bd99c67a0b0a987cd51_SeqId_6_ 2024-11-07T09:16:42,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_ into 3ae44948ec75e6a057d49d46ce26f063/f as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/3511e5ee0ff843f9b54e17431cfce7fa_SeqId_6_ - updating store file list. 2024-11-07T09:16:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3511e5ee0ff843f9b54e17431cfce7fa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T09:16:42,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/3511e5ee0ff843f9b54e17431cfce7fa_SeqId_6_ into 3ae44948ec75e6a057d49d46ce26f063/f 2024-11-07T09:16:42,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_ into 3ae44948ec75e6a057d49d46ce26f063/f (new location: hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/3511e5ee0ff843f9b54e17431cfce7fa_SeqId_6_) 2024-11-07T09:16:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_ 2024-11-07T09:16:42,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/55ec3fbcce224379a505602cffbddcaf_SeqId_6_ into 3ae44948ec75e6a057d49d46ce26f063/f as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/bb4371515bd04bd99c67a0b0a987cd51_SeqId_6_ - updating store file list. 2024-11-07T09:16:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb4371515bd04bd99c67a0b0a987cd51_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T09:16:42,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/bb4371515bd04bd99c67a0b0a987cd51_SeqId_6_ into 3ae44948ec75e6a057d49d46ce26f063/f 2024-11-07T09:16:42,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/55ec3fbcce224379a505602cffbddcaf_SeqId_6_ into 3ae44948ec75e6a057d49d46ce26f063/f (new location: hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/f/bb4371515bd04bd99c67a0b0a987cd51_SeqId_6_) 2024-11-07T09:16:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/staging/jenkins.hfs.10__test__e8cclpvlvnhrupapo5uslm20ugj4dpprnahemt3ebb1rs4802go6o1pkm16fp7fu/f/55ec3fbcce224379a505602cffbddcaf_SeqId_6_ 2024-11-07T09:16:42,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35939 {}] regionserver.ReplicationSink(324): Finished replicating [3cc01c22-d567-4bd8-9fa5-59cc1f327a6f] bulk loaded data 2024-11-07T09:16:42,661 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 687, reset compression=false 2024-11-07T09:16:42,701 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:16:42,701 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.shipper9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35939,1730970983688 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ae44948ec75e6a057d49d46ce26f063/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730971002616/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-07T09:16:42,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.ReplicationSink(318): Replicating [3cc01c22-d567-4bd8-9fa5-59cc1f327a6f, 6a6445ee-963d-448e-9755-3465464f8274] bulk loaded data 2024-11-07T09:16:42,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741844_1020 (size=10791) 2024-11-07T09:16:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741845_1021 (size=11194) 2024-11-07T09:16:42,816 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 1033, reset compression=false 2024-11-07T09:16:42,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:16:42,901 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 1033, reset compression=false 2024-11-07T09:16:42,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:42,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:42,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:42,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:42,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:42,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:42,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:42,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:43,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:16:43,177 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__ikpe6scbqsof5m8ems3p8960k8fvqp7r1ispmk1nenev0k49elu1u9270oc8rv1r/f/3511e5ee0ff843f9b54e17431cfce7fa_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-07T09:16:43,181 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/staging/jenkins.hfs.11__test__ikpe6scbqsof5m8ems3p8960k8fvqp7r1ispmk1nenev0k49elu1u9270oc8rv1r/f/bb4371515bd04bd99c67a0b0a987cd51_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-07T09:16:43,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35735 {}] regionserver.ReplicationSink(324): Finished replicating [3cc01c22-d567-4bd8-9fa5-59cc1f327a6f, 6a6445ee-963d-448e-9755-3465464f8274] bulk loaded data 2024-11-07T09:16:43,242 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 1033, reset compression=false 2024-11-07T09:16:43,421 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 1033, reset compression=false 2024-11-07T09:16:43,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:16:43,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:43,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:43,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:43,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:43,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:43,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:16:43,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=17182854, stopped=false 2024-11-07T09:16:43,428 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,35393,1730970987909 2024-11-07T09:16:43,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11120656156/running 2024-11-07T09:16:43,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:43,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11120656156/running 2024-11-07T09:16:43,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:43,431 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:16:43,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:43,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:43,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:43,431 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,35735,1730970987966' ***** 2024-11-07T09:16:43,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Set watcher on znode that does not yet exist, /11120656156/running 2024-11-07T09:16:43,431 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:16:43,432 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:16:43,432 INFO [RS:0;9f1eb259a29b:35735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:16:43,432 INFO [RS:0;9f1eb259a29b:35735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:16:43,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Set watcher on znode that does not yet exist, /11120656156/running 2024-11-07T09:16:43,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:16:43,432 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(3091): Received CLOSE for 3705d3279bc623ad2681724edd8c888b 2024-11-07T09:16:43,434 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(3091): Received CLOSE for 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:43,434 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:43,434 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:16:43,434 INFO [RS:0;9f1eb259a29b:35735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:35735. 2024-11-07T09:16:43,434 DEBUG [RS:0;9f1eb259a29b:35735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:43,434 DEBUG [RS:0;9f1eb259a29b:35735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:43,434 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:16:43,434 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:16:43,434 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:16:43,434 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:16:43,435 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3705d3279bc623ad2681724edd8c888b, disabling compactions & flushes 2024-11-07T09:16:43,435 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:43,435 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:43,435 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730970991879.3705d3279bc623ad2681724edd8c888b. after waiting 0 ms 2024-11-07T09:16:43,435 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:43,435 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:16:43,435 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1325): Online Regions={3705d3279bc623ad2681724edd8c888b=test,,1730970991879.3705d3279bc623ad2681724edd8c888b., 1588230740=hbase:meta,,1.1588230740, 46ec1a52f7b82fe9c9a61d1e62a1c610=hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610.} 2024-11-07T09:16:43,435 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3705d3279bc623ad2681724edd8c888b, 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:43,435 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:16:43,435 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:16:43,435 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:16:43,435 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:16:43,435 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:16:43,435 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:16:43,442 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/default/test/3705d3279bc623ad2681724edd8c888b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T09:16:43,442 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:43,442 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:16:43,443 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:43,443 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3705d3279bc623ad2681724edd8c888b: Waiting for close lock at 1730971003434Running coprocessor pre-close hooks at 1730971003435 (+1 ms)Disabling compacts and flushes for region at 1730971003435Disabling writes for close at 1730971003435Writing region close event to WAL at 1730971003437 (+2 ms)Running coprocessor post-close hooks at 1730971003442 (+5 ms)Closed at 1730971003443 (+1 ms) 2024-11-07T09:16:43,443 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730970991879.3705d3279bc623ad2681724edd8c888b. 2024-11-07T09:16:43,443 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46ec1a52f7b82fe9c9a61d1e62a1c610, disabling compactions & flushes 2024-11-07T09:16:43,443 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:43,443 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:43,443 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. after waiting 0 ms 2024-11-07T09:16:43,443 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:43,443 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 46ec1a52f7b82fe9c9a61d1e62a1c610 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-07T09:16:43,446 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:16:43,474 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/info/f1de40c536f245dd8b88734d87215dda is 147, key is hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610./info:regioninfo/1730970997395/Put/seqid=0 2024-11-07T09:16:43,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741846_1022 (size=7686) 2024-11-07T09:16:43,486 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/info/f1de40c536f245dd8b88734d87215dda 2024-11-07T09:16:43,488 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/.tmp/hfileref/7f9c61b02a3d4839ab67a628d165c870 is 74, key is 1/hfileref:27d2e6fa88d545f09ba1ff5efbb4a3e7_SeqId_6_/1730971002620/DeleteColumn/seqid=0 2024-11-07T09:16:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741847_1023 (size=5345) 2024-11-07T09:16:43,493 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:16:43,493 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:16:43,510 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/ns/03790a0e1864429c889c5aa93ab45ce4 is 43, key is default/ns:d/1730970990642/Put/seqid=0 2024-11-07T09:16:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741848_1024 (size=5153) 2024-11-07T09:16:43,531 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/ns/03790a0e1864429c889c5aa93ab45ce4 2024-11-07T09:16:43,574 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/rep_barrier/4df818d95633430d86eb7e9efe06b562 is 112, key is test,,1730970991879.3705d3279bc623ad2681724edd8c888b./rep_barrier:seqnumDuringOpen/1730970993030/Put/seqid=0 2024-11-07T09:16:43,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741849_1025 (size=5518) 2024-11-07T09:16:43,635 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:43,660 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 1033, reset compression=false 2024-11-07T09:16:43,836 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:43,894 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/.tmp/hfileref/7f9c61b02a3d4839ab67a628d165c870 2024-11-07T09:16:43,942 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/.tmp/queue/4d7b2a6a4b584021906b68e075d564bc is 154, key is 1-9f1eb259a29b,35735,1730970987966/queue:9f1eb259a29b%2C35735%2C1730970987966/1730971002622/Put/seqid=0 2024-11-07T09:16:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741850_1026 (size=5353) 2024-11-07T09:16:43,985 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/rep_barrier/4df818d95633430d86eb7e9efe06b562 2024-11-07T09:16:44,020 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/table/890bd272241e4c6080952b0b49e4834e is 53, key is hbase:replication/table:state/1730970997402/Put/seqid=0 2024-11-07T09:16:44,036 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741851_1027 (size=5308) 2024-11-07T09:16:44,063 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/table/890bd272241e4c6080952b0b49e4834e 2024-11-07T09:16:44,070 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/info/f1de40c536f245dd8b88734d87215dda as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/info/f1de40c536f245dd8b88734d87215dda 2024-11-07T09:16:44,076 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/info/f1de40c536f245dd8b88734d87215dda, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:16:44,078 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/ns/03790a0e1864429c889c5aa93ab45ce4 as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/ns/03790a0e1864429c889c5aa93ab45ce4 2024-11-07T09:16:44,083 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/ns/03790a0e1864429c889c5aa93ab45ce4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:16:44,084 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/rep_barrier/4df818d95633430d86eb7e9efe06b562 as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/rep_barrier/4df818d95633430d86eb7e9efe06b562 2024-11-07T09:16:44,092 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/rep_barrier/4df818d95633430d86eb7e9efe06b562, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:16:44,093 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/.tmp/table/890bd272241e4c6080952b0b49e4834e as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/table/890bd272241e4c6080952b0b49e4834e 2024-11-07T09:16:44,098 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/table/890bd272241e4c6080952b0b49e4834e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:16:44,100 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 664ms, sequenceid=16, compaction requested=false 2024-11-07T09:16:44,110 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:16:44,110 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:44,111 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:44,111 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:44,111 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971003435Running coprocessor pre-close hooks at 1730971003435Disabling compacts and flushes for region at 1730971003435Disabling writes for close at 1730971003435Obtaining lock to block concurrent updates at 1730971003435Preparing flush snapshotting stores in 1588230740 at 1730971003435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730971003436 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730971003436Flushing 1588230740/info: creating writer at 1730971003437 (+1 ms)Flushing 1588230740/info: appending metadata at 1730971003469 (+32 ms)Flushing 1588230740/info: closing flushed file at 1730971003469Flushing 1588230740/ns: creating writer at 1730971003493 (+24 ms)Flushing 1588230740/ns: appending metadata at 1730971003509 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730971003509Flushing 1588230740/rep_barrier: creating writer at 1730971003545 (+36 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971003574 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971003574Flushing 1588230740/table: creating writer at 1730971003990 (+416 ms)Flushing 1588230740/table: appending metadata at 1730971004020 (+30 ms)Flushing 1588230740/table: closing flushed file at 1730971004020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e85e10: reopening flushed file at 1730971004069 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad7dae1: reopening flushed file at 1730971004076 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd71518: reopening flushed file at 1730971004083 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18fe413d: reopening flushed file at 1730971004092 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 664ms, sequenceid=16, compaction requested=false at 1730971004100 (+8 ms)Writing region close event to WAL at 1730971004105 (+5 ms)Running coprocessor post-close hooks at 1730971004110 (+5 ms)Closed at 1730971004111 (+1 ms) 2024-11-07T09:16:44,111 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:44,135 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 1033, reset compression=false 2024-11-07T09:16:44,145 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:16:44,145 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 1328, reset compression=false 2024-11-07T09:16:44,145 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35735,1730970987966 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:16:44,147 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9f1eb259a29b,35735,1730970987966: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9f1eb259a29b,35735,1730970987966, walGroup=9f1eb259a29b%2C35735%2C1730970987966, offset=9f1eb259a29b%2C35735%2C1730970987966.1730970989568:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:35735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T09:16:44,152 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T09:16:44,154 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T09:16:44,155 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T09:16:44,155 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T09:16:44,156 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T09:16:44,156 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 591905504 }, "NonHeapMemoryUsage": { "committed": 191299584, "init": 7667712, "max": -1, "used": 188485112 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T09:16:44,162 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:35393 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:35393 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T09:16:44,197 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 1033, reset compression=false 2024-11-07T09:16:44,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T09:16:44,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T09:16:44,236 DEBUG [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1351): Waiting on 46ec1a52f7b82fe9c9a61d1e62a1c610 2024-11-07T09:16:44,372 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 to pos 1328, reset compression=false 2024-11-07T09:16:44,383 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/.tmp/queue/4d7b2a6a4b584021906b68e075d564bc 2024-11-07T09:16:44,391 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/.tmp/hfileref/7f9c61b02a3d4839ab67a628d165c870 as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/hfileref/7f9c61b02a3d4839ab67a628d165c870 2024-11-07T09:16:44,398 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/hfileref/7f9c61b02a3d4839ab67a628d165c870, entries=4, sequenceid=12, filesize=5.2 K 2024-11-07T09:16:44,400 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/.tmp/queue/4d7b2a6a4b584021906b68e075d564bc as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/queue/4d7b2a6a4b584021906b68e075d564bc 2024-11-07T09:16:44,406 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/queue/4d7b2a6a4b584021906b68e075d564bc, entries=1, sequenceid=12, filesize=5.2 K 2024-11-07T09:16:44,408 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 46ec1a52f7b82fe9c9a61d1e62a1c610 in 965ms, sequenceid=12, compaction requested=false 2024-11-07T09:16:44,423 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/data/hbase/replication/46ec1a52f7b82fe9c9a61d1e62a1c610/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T09:16:44,424 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:44,424 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:44,424 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:44,424 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46ec1a52f7b82fe9c9a61d1e62a1c610: Waiting for close lock at 1730971003443Running coprocessor pre-close hooks at 1730971003443Disabling compacts and flushes for region at 1730971003443Disabling writes for close at 1730971003443Obtaining lock to block concurrent updates at 1730971003443Preparing flush snapshotting stores in 46ec1a52f7b82fe9c9a61d1e62a1c610 at 1730971003443Finished memstore snapshotting hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1730971003443Flushing stores of hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. at 1730971003444 (+1 ms)Flushing 46ec1a52f7b82fe9c9a61d1e62a1c610/hfileref: creating writer at 1730971003444Flushing 46ec1a52f7b82fe9c9a61d1e62a1c610/hfileref: appending metadata at 1730971003488 (+44 ms)Flushing 46ec1a52f7b82fe9c9a61d1e62a1c610/hfileref: closing flushed file at 1730971003488Flushing 46ec1a52f7b82fe9c9a61d1e62a1c610/queue: creating writer at 1730971003907 (+419 ms)Flushing 46ec1a52f7b82fe9c9a61d1e62a1c610/queue: appending metadata at 1730971003942 (+35 ms)Flushing 46ec1a52f7b82fe9c9a61d1e62a1c610/queue: closing flushed file at 1730971003942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da00874: reopening flushed file at 1730971004390 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b38862: reopening flushed file at 1730971004399 (+9 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 46ec1a52f7b82fe9c9a61d1e62a1c610 in 965ms, sequenceid=12, compaction requested=false at 1730971004408 (+9 ms)Writing region close event to WAL at 1730971004416 (+8 ms)Running coprocessor post-close hooks at 1730971004424 (+8 ms)Closed at 1730971004424 2024-11-07T09:16:44,425 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730970996215.46ec1a52f7b82fe9c9a61d1e62a1c610. 2024-11-07T09:16:44,436 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,35735,1730970987966; all regions closed. 2024-11-07T09:16:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741834_1010 (size=4239) 2024-11-07T09:16:44,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741839_1015 (size=3127) 2024-11-07T09:16:44,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741832_1008 (size=1336) 2024-11-07T09:16:44,468 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/WALs/9f1eb259a29b,35735,1730970987966/9f1eb259a29b%2C35735%2C1730970987966.1730970989568 not finished, retry = 0 2024-11-07T09:16:44,572 DEBUG [RS:0;9f1eb259a29b:35735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:44,572 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:16:44,573 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:16:44,573 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:16:44,573 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:16:44,573 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,35735,1730970987966 because: Region server is closing 2024-11-07T09:16:44,573 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:16:44,574 INFO [RS:0;9f1eb259a29b:35735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:35735. 2024-11-07T09:16:44,574 DEBUG [RS:0;9f1eb259a29b:35735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:44,574 DEBUG [RS:0;9f1eb259a29b:35735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:44,574 DEBUG [RS:0;9f1eb259a29b:35735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:44,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:44,674 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.shipper9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 terminated 2024-11-07T09:16:44,674 INFO [RS:0;9f1eb259a29b:35735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:35735. 2024-11-07T09:16:44,674 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35735,1730970987966.replicationSource.wal-reader.9f1eb259a29b%2C35735%2C1730970987966,1-9f1eb259a29b,35735,1730970987966 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:16:44,674 DEBUG [RS:0;9f1eb259a29b:35735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:44,674 DEBUG [RS:0;9f1eb259a29b:35735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:44,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:44,675 DEBUG [RS:0;9f1eb259a29b:35735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:44,675 INFO [RS:0;9f1eb259a29b:35735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35735 2024-11-07T09:16:44,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156/rs 2024-11-07T09:16:44,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11120656156/rs/9f1eb259a29b,35735,1730970987966 2024-11-07T09:16:44,679 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:16:44,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,35735,1730970987966] 2024-11-07T09:16:44,681 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11120656156/draining/9f1eb259a29b,35735,1730970987966 already deleted, retry=false 2024-11-07T09:16:44,681 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,35735,1730970987966 expired; onlineServers=0 2024-11-07T09:16:44,681 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,35393,1730970987909' ***** 2024-11-07T09:16:44,681 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:16:44,681 INFO [M:0;9f1eb259a29b:35393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:16:44,682 INFO [M:0;9f1eb259a29b:35393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:16:44,682 DEBUG [M:0;9f1eb259a29b:35393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:16:44,682 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:16:44,682 DEBUG [M:0;9f1eb259a29b:35393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:16:44,682 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970989357 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970989357,5,FailOnTimeoutGroup] 2024-11-07T09:16:44,682 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970989356 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970989356,5,FailOnTimeoutGroup] 2024-11-07T09:16:44,682 INFO [M:0;9f1eb259a29b:35393 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:16:44,682 INFO [M:0;9f1eb259a29b:35393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:16:44,682 DEBUG [M:0;9f1eb259a29b:35393 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:16:44,682 INFO [M:0;9f1eb259a29b:35393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:16:44,682 INFO [M:0;9f1eb259a29b:35393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:16:44,682 INFO [M:0;9f1eb259a29b:35393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:16:44,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:16:44,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11120656156/master 2024-11-07T09:16:44,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11120656156 2024-11-07T09:16:44,686 DEBUG [M:0;9f1eb259a29b:35393 {}] zookeeper.RecoverableZooKeeper(212): Node /11120656156/master already deleted, retry=false 2024-11-07T09:16:44,686 DEBUG [M:0;9f1eb259a29b:35393 {}] master.ActiveMasterManager(353): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Failed delete of our master address node; KeeperErrorCode = NoNode for /11120656156/master 2024-11-07T09:16:44,686 INFO [M:0;9f1eb259a29b:35393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/.lastflushedseqids 2024-11-07T09:16:44,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741852_1028 (size=263) 2024-11-07T09:16:44,723 INFO [M:0;9f1eb259a29b:35393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:16:44,723 INFO [M:0;9f1eb259a29b:35393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:16:44,723 DEBUG [M:0;9f1eb259a29b:35393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:16:44,723 INFO [M:0;9f1eb259a29b:35393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:44,723 DEBUG [M:0;9f1eb259a29b:35393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:44,723 DEBUG [M:0;9f1eb259a29b:35393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:16:44,723 DEBUG [M:0;9f1eb259a29b:35393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:44,723 INFO [M:0;9f1eb259a29b:35393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-07T09:16:44,747 DEBUG [M:0;9f1eb259a29b:35393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79c7772cf324dea99d64ccb6d5fdad4 is 82, key is hbase:meta,,1/info:regioninfo/1730970990626/Put/seqid=0 2024-11-07T09:16:44,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741853_1029 (size=5672) 2024-11-07T09:16:44,766 INFO [M:0;9f1eb259a29b:35393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79c7772cf324dea99d64ccb6d5fdad4 2024-11-07T09:16:44,782 INFO [RS:0;9f1eb259a29b:35735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:16:44,782 INFO [RS:0;9f1eb259a29b:35735 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,35735,1730970987966; zookeeper connection closed. 2024-11-07T09:16:44,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:44,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x100f1b703560004, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:44,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12fd4d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12fd4d7 2024-11-07T09:16:44,793 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:16:44,794 DEBUG [M:0;9f1eb259a29b:35393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcab781f08224f91ac54b5474d4177c5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730970997405/Put/seqid=0 2024-11-07T09:16:44,808 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/WALs/9f1eb259a29b,35939,1730970983688/9f1eb259a29b%2C35939%2C1730970983688.1730970985702 to pos 1033, reset compression=false 2024-11-07T09:16:44,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741854_1030 (size=8517) 2024-11-07T09:16:44,809 INFO [M:0;9f1eb259a29b:35393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcab781f08224f91ac54b5474d4177c5 2024-11-07T09:16:44,835 DEBUG [M:0;9f1eb259a29b:35393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a26cc793b2b74ad28c7b4ad41ecae8cb is 69, key is 9f1eb259a29b,35735,1730970987966/rs:state/1730970989419/Put/seqid=0 2024-11-07T09:16:44,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741855_1031 (size=5156) 2024-11-07T09:16:44,854 INFO [M:0;9f1eb259a29b:35393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a26cc793b2b74ad28c7b4ad41ecae8cb 2024-11-07T09:16:44,867 DEBUG [M:0;9f1eb259a29b:35393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79c7772cf324dea99d64ccb6d5fdad4 as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c79c7772cf324dea99d64ccb6d5fdad4 2024-11-07T09:16:44,872 INFO [M:0;9f1eb259a29b:35393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c79c7772cf324dea99d64ccb6d5fdad4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T09:16:44,873 DEBUG [M:0;9f1eb259a29b:35393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcab781f08224f91ac54b5474d4177c5 as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcab781f08224f91ac54b5474d4177c5 2024-11-07T09:16:44,881 INFO [M:0;9f1eb259a29b:35393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcab781f08224f91ac54b5474d4177c5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T09:16:44,882 DEBUG [M:0;9f1eb259a29b:35393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a26cc793b2b74ad28c7b4ad41ecae8cb as hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a26cc793b2b74ad28c7b4ad41ecae8cb 2024-11-07T09:16:44,887 INFO [M:0;9f1eb259a29b:35393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46613/user/jenkins/test-data/c040ea80-fa4e-51f7-7e9e-d88713c789d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a26cc793b2b74ad28c7b4ad41ecae8cb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T09:16:44,892 INFO [M:0;9f1eb259a29b:35393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=97, compaction requested=false 2024-11-07T09:16:44,909 INFO [M:0;9f1eb259a29b:35393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:44,909 DEBUG [M:0;9f1eb259a29b:35393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971004723Disabling compacts and flushes for region at 1730971004723Disabling writes for close at 1730971004723Obtaining lock to block concurrent updates at 1730971004723Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971004723Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1730971004724 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971004725 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971004725Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971004747 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971004747Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971004772 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971004793 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971004793Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971004815 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971004835 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971004835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ebe99a: reopening flushed file at 1730971004867 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fce85d6: reopening flushed file at 1730971004872 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5b6789: reopening flushed file at 1730971004881 (+9 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 169ms, sequenceid=97, compaction requested=false at 1730971004892 (+11 ms)Writing region close event to WAL at 1730971004908 (+16 ms)Closed at 1730971004908 2024-11-07T09:16:44,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40091 is added to blk_1073741830_1006 (size=63666) 2024-11-07T09:16:44,912 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:16:44,912 INFO [M:0;9f1eb259a29b:35393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:16:44,912 INFO [M:0;9f1eb259a29b:35393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35393 2024-11-07T09:16:44,913 INFO [M:0;9f1eb259a29b:35393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:16:45,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:45,015 INFO [M:0;9f1eb259a29b:35393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:16:45,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35393-0x100f1b703560003, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:45,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5adff308{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:16:45,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e6065e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:16:45,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:16:45,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@280b73b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:16:45,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126508b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/hadoop.log.dir/,STOPPED} 2024-11-07T09:16:45,020 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:16:45,020 WARN [BP-191341743-172.17.0.2-1730970986749 heartbeating to localhost/127.0.0.1:46613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:16:45,020 WARN [BP-191341743-172.17.0.2-1730970986749 heartbeating to localhost/127.0.0.1:46613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-191341743-172.17.0.2-1730970986749 (Datanode Uuid 7944a36c-82d8-41c0-9f93-7d309aeae201) service to localhost/127.0.0.1:46613 2024-11-07T09:16:45,021 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:16:45,021 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/cluster_0afc2e0a-56ad-35dd-f0d6-ed5716b45166/data/data1/current/BP-191341743-172.17.0.2-1730970986749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:16:45,022 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/cluster_0afc2e0a-56ad-35dd-f0d6-ed5716b45166/data/data2/current/BP-191341743-172.17.0.2-1730970986749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:16:45,022 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:16:45,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32e6e15b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:16:45,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c4271fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:16:45,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:16:45,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@face027{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:16:45,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ab0618f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/hadoop.log.dir/,STOPPED} 2024-11-07T09:16:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:16:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:16:45,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:45,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:45,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:45,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:45,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:45,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:16:45,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=476511908, stopped=false 2024-11-07T09:16:45,049 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,36173,1730970983636 2024-11-07T09:16:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083505229/running 2024-11-07T09:16:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083505229/running 2024-11-07T09:16:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:45,050 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:16:45,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:45,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:45,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:45,051 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,35939,1730970983688' ***** 2024-11-07T09:16:45,051 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:16:45,051 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:16:45,051 INFO [RS:0;9f1eb259a29b:35939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:16:45,051 INFO [RS:0;9f1eb259a29b:35939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:16:45,051 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:16:45,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Set watcher on znode that does not yet exist, /083505229/running 2024-11-07T09:16:45,051 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(3091): Received CLOSE for bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:45,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Set watcher on znode that does not yet exist, /083505229/running 2024-11-07T09:16:45,052 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:45,052 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:45,052 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:16:45,052 INFO [RS:0;9f1eb259a29b:35939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:35939. 2024-11-07T09:16:45,052 DEBUG [RS:0;9f1eb259a29b:35939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:45,052 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:45,052 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb9e549780920ded2b3003281f640d4a, disabling compactions & flushes 2024-11-07T09:16:45,052 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:45,052 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:16:45,052 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:16:45,052 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:45,052 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:16:45,052 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. after waiting 0 ms 2024-11-07T09:16:45,052 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:16:45,052 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:45,052 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb9e549780920ded2b3003281f640d4a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-07T09:16:45,052 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:16:45,053 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1325): Online Regions={bb9e549780920ded2b3003281f640d4a=hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a., 1588230740=hbase:meta,,1.1588230740, 3ae44948ec75e6a057d49d46ce26f063=test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063.} 2024-11-07T09:16:45,053 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ae44948ec75e6a057d49d46ce26f063, bb9e549780920ded2b3003281f640d4a 2024-11-07T09:16:45,053 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:16:45,053 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:16:45,053 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:16:45,053 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:16:45,053 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:16:45,053 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:16:45,075 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/info/62e6d85ef68f4c5b805fe044cb6601ab is 147, key is hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a./info:regioninfo/1730970995217/Put/seqid=0 2024-11-07T09:16:45,077 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:16:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741846_1022 (size=7686) 2024-11-07T09:16:45,085 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/.tmp/hfileref/743d43a6e13342bda7e1c58b5bfcab41 is 74, key is 1/hfileref:3511e5ee0ff843f9b54e17431cfce7fa_SeqId_6_/1730971003185/DeleteColumn/seqid=0 2024-11-07T09:16:45,085 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/info/62e6d85ef68f4c5b805fe044cb6601ab 2024-11-07T09:16:45,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741847_1023 (size=5345) 2024-11-07T09:16:45,092 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/.tmp/hfileref/743d43a6e13342bda7e1c58b5bfcab41 2024-11-07T09:16:45,110 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/ns/962eeac0575748ca842c1754bac354d4 is 43, key is default/ns:d/1730970986652/Put/seqid=0 2024-11-07T09:16:45,117 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/.tmp/queue/866cf1ff7e64484d89248a13169aff39 is 154, key is 1-9f1eb259a29b,35939,1730970983688/queue:9f1eb259a29b%2C35939%2C1730970983688/1730971003189/Put/seqid=0 2024-11-07T09:16:45,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741848_1024 (size=5153) 2024-11-07T09:16:45,125 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/ns/962eeac0575748ca842c1754bac354d4 2024-11-07T09:16:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741849_1025 (size=5353) 2024-11-07T09:16:45,144 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/.tmp/queue/866cf1ff7e64484d89248a13169aff39 2024-11-07T09:16:45,152 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/rep_barrier/7f5c5c86cd5a433cb154193f94b1a4fb is 112, key is test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063./rep_barrier:seqnumDuringOpen/1730970991495/Put/seqid=0 2024-11-07T09:16:45,152 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/.tmp/hfileref/743d43a6e13342bda7e1c58b5bfcab41 as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/hfileref/743d43a6e13342bda7e1c58b5bfcab41 2024-11-07T09:16:45,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741850_1026 (size=5518) 2024-11-07T09:16:45,160 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/rep_barrier/7f5c5c86cd5a433cb154193f94b1a4fb 2024-11-07T09:16:45,163 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/hfileref/743d43a6e13342bda7e1c58b5bfcab41, entries=4, sequenceid=12, filesize=5.2 K 2024-11-07T09:16:45,164 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/.tmp/queue/866cf1ff7e64484d89248a13169aff39 as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/queue/866cf1ff7e64484d89248a13169aff39 2024-11-07T09:16:45,170 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/queue/866cf1ff7e64484d89248a13169aff39, entries=1, sequenceid=12, filesize=5.2 K 2024-11-07T09:16:45,171 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bb9e549780920ded2b3003281f640d4a in 119ms, sequenceid=12, compaction requested=false 2024-11-07T09:16:45,212 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/table/58bf5a92a4cc4ab08d8c3ef9799aeb48 is 53, key is hbase:replication/table:state/1730970995228/Put/seqid=0 2024-11-07T09:16:45,240 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/replication/bb9e549780920ded2b3003281f640d4a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T09:16:45,247 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:45,247 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:45,247 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:45,248 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb9e549780920ded2b3003281f640d4a: Waiting for close lock at 1730971005052Running coprocessor pre-close hooks at 1730971005052Disabling compacts and flushes for region at 1730971005052Disabling writes for close at 1730971005052Obtaining lock to block concurrent updates at 1730971005052Preparing flush snapshotting stores in bb9e549780920ded2b3003281f640d4a at 1730971005052Finished memstore snapshotting hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1730971005053 (+1 ms)Flushing stores of hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. at 1730971005053Flushing bb9e549780920ded2b3003281f640d4a/hfileref: creating writer at 1730971005053Flushing bb9e549780920ded2b3003281f640d4a/hfileref: appending metadata at 1730971005084 (+31 ms)Flushing bb9e549780920ded2b3003281f640d4a/hfileref: closing flushed file at 1730971005084Flushing bb9e549780920ded2b3003281f640d4a/queue: creating writer at 1730971005096 (+12 ms)Flushing bb9e549780920ded2b3003281f640d4a/queue: appending metadata at 1730971005117 (+21 ms)Flushing bb9e549780920ded2b3003281f640d4a/queue: closing flushed file at 1730971005117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634bdb74: reopening flushed file at 1730971005152 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6201d1: reopening flushed file at 1730971005163 (+11 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bb9e549780920ded2b3003281f640d4a in 119ms, sequenceid=12, compaction requested=false at 1730971005171 (+8 ms)Writing region close event to WAL at 1730971005229 (+58 ms)Running coprocessor post-close hooks at 1730971005247 (+18 ms)Closed at 1730971005247 2024-11-07T09:16:45,248 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730970994047.bb9e549780920ded2b3003281f640d4a. 2024-11-07T09:16:45,248 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ae44948ec75e6a057d49d46ce26f063, disabling compactions & flushes 2024-11-07T09:16:45,248 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:45,248 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:45,249 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. after waiting 0 ms 2024-11-07T09:16:45,249 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:45,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741851_1027 (size=5308) 2024-11-07T09:16:45,251 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/table/58bf5a92a4cc4ab08d8c3ef9799aeb48 2024-11-07T09:16:45,253 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ae44948ec75e6a057d49d46ce26f063 2024-11-07T09:16:45,257 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/info/62e6d85ef68f4c5b805fe044cb6601ab as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/info/62e6d85ef68f4c5b805fe044cb6601ab 2024-11-07T09:16:45,262 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/info/62e6d85ef68f4c5b805fe044cb6601ab, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:16:45,263 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/ns/962eeac0575748ca842c1754bac354d4 as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/ns/962eeac0575748ca842c1754bac354d4 2024-11-07T09:16:45,269 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/ns/962eeac0575748ca842c1754bac354d4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:16:45,271 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/rep_barrier/7f5c5c86cd5a433cb154193f94b1a4fb as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/rep_barrier/7f5c5c86cd5a433cb154193f94b1a4fb 2024-11-07T09:16:45,276 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/rep_barrier/7f5c5c86cd5a433cb154193f94b1a4fb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:16:45,279 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/.tmp/table/58bf5a92a4cc4ab08d8c3ef9799aeb48 as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/table/58bf5a92a4cc4ab08d8c3ef9799aeb48 2024-11-07T09:16:45,285 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/table/58bf5a92a4cc4ab08d8c3ef9799aeb48, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:16:45,288 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=16, compaction requested=false 2024-11-07T09:16:45,298 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/default/test/3ae44948ec75e6a057d49d46ce26f063/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T09:16:45,298 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:45,298 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:16:45,298 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:45,298 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ae44948ec75e6a057d49d46ce26f063: Waiting for close lock at 1730971005248Running coprocessor pre-close hooks at 1730971005248Disabling compacts and flushes for region at 1730971005248Disabling writes for close at 1730971005249 (+1 ms)Writing region close event to WAL at 1730971005276 (+27 ms)Running coprocessor post-close hooks at 1730971005298 (+22 ms)Closed at 1730971005298 2024-11-07T09:16:45,299 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730970990737.3ae44948ec75e6a057d49d46ce26f063. 2024-11-07T09:16:45,317 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:16:45,317 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:16:45,317 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:16:45,317 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:45,317 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971005053Running coprocessor pre-close hooks at 1730971005053Disabling compacts and flushes for region at 1730971005053Disabling writes for close at 1730971005053Obtaining lock to block concurrent updates at 1730971005053Preparing flush snapshotting stores in 1588230740 at 1730971005053Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730971005053Flushing stores of hbase:meta,,1.1588230740 at 1730971005054 (+1 ms)Flushing 1588230740/info: creating writer at 1730971005054Flushing 1588230740/info: appending metadata at 1730971005074 (+20 ms)Flushing 1588230740/info: closing flushed file at 1730971005074Flushing 1588230740/ns: creating writer at 1730971005090 (+16 ms)Flushing 1588230740/ns: appending metadata at 1730971005109 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1730971005110 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1730971005131 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971005152 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971005152Flushing 1588230740/table: creating writer at 1730971005165 (+13 ms)Flushing 1588230740/table: appending metadata at 1730971005212 (+47 ms)Flushing 1588230740/table: closing flushed file at 1730971005212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fdf4182: reopening flushed file at 1730971005256 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5063d1cd: reopening flushed file at 1730971005263 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f4c297: reopening flushed file at 1730971005270 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319a069c: reopening flushed file at 1730971005277 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=16, compaction requested=false at 1730971005288 (+11 ms)Writing region close event to WAL at 1730971005309 (+21 ms)Running coprocessor post-close hooks at 1730971005317 (+8 ms)Closed at 1730971005317 2024-11-07T09:16:45,318 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:45,453 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,35939,1730970983688; all regions closed. 2024-11-07T09:16:45,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741834_1010 (size=4239) 2024-11-07T09:16:45,458 DEBUG [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/oldWALs 2024-11-07T09:16:45,458 INFO [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C35939%2C1730970983688.meta:.meta(num 1730970986605) 2024-11-07T09:16:45,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741839_1015 (size=3127) 2024-11-07T09:16:45,464 DEBUG [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/oldWALs 2024-11-07T09:16:45,464 INFO [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C35939%2C1730970983688.rep:(num 1730970995185) 2024-11-07T09:16:45,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741832_1008 (size=1336) 2024-11-07T09:16:45,468 DEBUG [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/oldWALs 2024-11-07T09:16:45,468 INFO [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C35939%2C1730970983688:(num 1730970985702) 2024-11-07T09:16:45,468 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:45,468 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:16:45,468 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:16:45,468 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:16:45,468 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:16:45,468 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,35939,1730970983688 because: Region server is closing 2024-11-07T09:16:45,469 INFO [RS:0;9f1eb259a29b:35939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:35939. 2024-11-07T09:16:45,469 DEBUG [RS:0;9f1eb259a29b:35939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:45,469 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:45,469 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:45,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:45,469 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:16:45,569 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.shipper9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T09:16:45,570 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730970983688.replicationSource.shipper9f1eb259a29b%2C35939%2C1730970983688,1-9f1eb259a29b,35939,1730970983688 terminated 2024-11-07T09:16:45,570 INFO [RS:0;9f1eb259a29b:35939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:35939. 2024-11-07T09:16:45,570 DEBUG [RS:0;9f1eb259a29b:35939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:45,570 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:45,570 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:45,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:45,570 INFO [RS:0;9f1eb259a29b:35939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35939 2024-11-07T09:16:45,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083505229/rs/9f1eb259a29b,35939,1730970983688 2024-11-07T09:16:45,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229/rs 2024-11-07T09:16:45,572 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:16:45,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,35939,1730970983688] 2024-11-07T09:16:45,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /083505229/draining/9f1eb259a29b,35939,1730970983688 already deleted, retry=false 2024-11-07T09:16:45,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,35939,1730970983688 expired; onlineServers=0 2024-11-07T09:16:45,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,36173,1730970983636' ***** 2024-11-07T09:16:45,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:16:45,576 INFO [M:0;9f1eb259a29b:36173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:16:45,576 INFO [M:0;9f1eb259a29b:36173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:16:45,576 DEBUG [M:0;9f1eb259a29b:36173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:16:45,576 DEBUG [M:0;9f1eb259a29b:36173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:16:45,576 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:16:45,576 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970985464 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730970985464,5,FailOnTimeoutGroup] 2024-11-07T09:16:45,576 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970985463 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730970985463,5,FailOnTimeoutGroup] 2024-11-07T09:16:45,576 INFO [M:0;9f1eb259a29b:36173 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:16:45,576 INFO [M:0;9f1eb259a29b:36173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:16:45,576 DEBUG [M:0;9f1eb259a29b:36173 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:16:45,576 INFO [M:0;9f1eb259a29b:36173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:16:45,577 INFO [M:0;9f1eb259a29b:36173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:16:45,577 INFO [M:0;9f1eb259a29b:36173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:16:45,577 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:16:45,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/083505229/master 2024-11-07T09:16:45,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/083505229 2024-11-07T09:16:45,578 DEBUG [M:0;9f1eb259a29b:36173 {}] zookeeper.ZKUtil(347): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Unable to get data of znode /083505229/master because node does not exist (not an error) 2024-11-07T09:16:45,578 WARN [M:0;9f1eb259a29b:36173 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:16:45,578 INFO [M:0;9f1eb259a29b:36173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/.lastflushedseqids 2024-11-07T09:16:45,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741852_1028 (size=263) 2024-11-07T09:16:45,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:45,674 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:16:45,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b703560001, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:45,674 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,35939,1730970983688; zookeeper connection closed. 2024-11-07T09:16:45,674 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26a4721a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26a4721a 2024-11-07T09:16:45,674 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:16:45,985 INFO [M:0;9f1eb259a29b:36173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:16:45,985 INFO [M:0;9f1eb259a29b:36173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:16:45,986 DEBUG [M:0;9f1eb259a29b:36173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:16:45,986 INFO [M:0;9f1eb259a29b:36173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:45,986 DEBUG [M:0;9f1eb259a29b:36173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:45,986 DEBUG [M:0;9f1eb259a29b:36173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:16:45,986 DEBUG [M:0;9f1eb259a29b:36173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:45,986 INFO [M:0;9f1eb259a29b:36173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T09:16:46,008 DEBUG [M:0;9f1eb259a29b:36173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5089235832514373a31c882dbb3c598f is 82, key is hbase:meta,,1/info:regioninfo/1730970986639/Put/seqid=0 2024-11-07T09:16:46,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741853_1029 (size=5672) 2024-11-07T09:16:46,419 INFO [M:0;9f1eb259a29b:36173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5089235832514373a31c882dbb3c598f 2024-11-07T09:16:46,438 DEBUG [M:0;9f1eb259a29b:36173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7829514cd1c34a3ca3b200767999a610 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730970995232/Put/seqid=0 2024-11-07T09:16:46,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741854_1030 (size=8516) 2024-11-07T09:16:46,843 INFO [M:0;9f1eb259a29b:36173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7829514cd1c34a3ca3b200767999a610 2024-11-07T09:16:46,868 DEBUG [M:0;9f1eb259a29b:36173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a440899b2e364cd896687bc4fb93d67a is 69, key is 9f1eb259a29b,35939,1730970983688/rs:state/1730970985537/Put/seqid=0 2024-11-07T09:16:46,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741855_1031 (size=5156) 2024-11-07T09:16:47,277 INFO [M:0;9f1eb259a29b:36173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a440899b2e364cd896687bc4fb93d67a 2024-11-07T09:16:47,300 DEBUG [M:0;9f1eb259a29b:36173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5089235832514373a31c882dbb3c598f as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5089235832514373a31c882dbb3c598f 2024-11-07T09:16:47,306 INFO [M:0;9f1eb259a29b:36173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5089235832514373a31c882dbb3c598f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T09:16:47,307 DEBUG [M:0;9f1eb259a29b:36173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7829514cd1c34a3ca3b200767999a610 as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7829514cd1c34a3ca3b200767999a610 2024-11-07T09:16:47,321 INFO [M:0;9f1eb259a29b:36173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7829514cd1c34a3ca3b200767999a610, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T09:16:47,322 DEBUG [M:0;9f1eb259a29b:36173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a440899b2e364cd896687bc4fb93d67a as hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a440899b2e364cd896687bc4fb93d67a 2024-11-07T09:16:47,329 INFO [M:0;9f1eb259a29b:36173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46515/user/jenkins/test-data/24ef9fdf-97ef-7242-de2d-35bea38b981b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a440899b2e364cd896687bc4fb93d67a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T09:16:47,330 INFO [M:0;9f1eb259a29b:36173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=97, compaction requested=false 2024-11-07T09:16:47,384 INFO [M:0;9f1eb259a29b:36173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:47,384 DEBUG [M:0;9f1eb259a29b:36173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971005985Disabling compacts and flushes for region at 1730971005985Disabling writes for close at 1730971005986 (+1 ms)Obtaining lock to block concurrent updates at 1730971005986Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971005986Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730971005986Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971005987 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971005987Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971006008 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971006008Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971006424 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971006438 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971006438Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971006848 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971006867 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971006867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e44190e: reopening flushed file at 1730971007289 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567ad9d2: reopening flushed file at 1730971007307 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b42c192: reopening flushed file at 1730971007321 (+14 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=97, compaction requested=false at 1730971007330 (+9 ms)Writing region close event to WAL at 1730971007384 (+54 ms)Closed at 1730971007384 2024-11-07T09:16:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32799 is added to blk_1073741830_1006 (size=63654) 2024-11-07T09:16:47,422 INFO [M:0;9f1eb259a29b:36173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:16:47,422 INFO [M:0;9f1eb259a29b:36173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36173 2024-11-07T09:16:47,422 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:16:47,427 INFO [M:0;9f1eb259a29b:36173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:16:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:47,529 INFO [M:0;9f1eb259a29b:36173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:16:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36173-0x100f1b703560000, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:16:47,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4624b729{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:16:47,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37175182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:16:47,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:16:47,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169b54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:16:47,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b8143cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/hadoop.log.dir/,STOPPED} 2024-11-07T09:16:47,538 WARN [BP-1628212198-172.17.0.2-1730970982636 heartbeating to localhost/127.0.0.1:46515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:16:47,538 WARN [BP-1628212198-172.17.0.2-1730970982636 heartbeating to localhost/127.0.0.1:46515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1628212198-172.17.0.2-1730970982636 (Datanode Uuid 17e7d7e7-29c3-4834-b5f4-d5a511a3f875) service to localhost/127.0.0.1:46515 2024-11-07T09:16:47,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:16:47,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:16:47,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/cluster_f49754e7-ea08-5614-0376-567eba4dd1dd/data/data1/current/BP-1628212198-172.17.0.2-1730970982636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:16:47,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/cluster_f49754e7-ea08-5614-0376-567eba4dd1dd/data/data2/current/BP-1628212198-172.17.0.2-1730970982636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:16:47,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:16:47,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64d2fc13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:16:47,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e8be9b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:16:47,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:16:47,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265c2aad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:16:47,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b333b33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3749f49b-9479-0857-8bd0-ed71a48780e1/hadoop.log.dir/,STOPPED} 2024-11-07T09:16:47,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:16:47,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:16:47,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 208) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46613 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46613 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61983) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61983) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46613 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46515 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46515 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46515 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=626 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 216) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4683 (was 5238) 2024-11-07T09:16:47,584 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=248, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=4682 2024-11-07T09:16:47,601 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-07T09:16:47,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/hadoop.log.dir so I do NOT create it in target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153 2024-11-07T09:16:47,601 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:16:47,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/hadoop.tmp.dir so I do NOT create it in target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153 2024-11-07T09:16:47,601 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d84df328-a622-fb4f-7449-66141fe97af9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:16:47,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153 2024-11-07T09:16:47,601 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/cluster_0b9913ac-0e5b-b3a1-dad5-61235f9442cc, deleteOnExit=true 2024-11-07T09:16:47,604 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/cluster_0b9913ac-0e5b-b3a1-dad5-61235f9442cc/zookeeper_0, clientPort=56468, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/cluster_0b9913ac-0e5b-b3a1-dad5-61235f9442cc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/cluster_0b9913ac-0e5b-b3a1-dad5-61235f9442cc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:16:47,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56468 2024-11-07T09:16:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:16:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:16:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/test.cache.data in system properties and HBase conf 2024-11-07T09:16:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:16:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:16:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:16:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:16:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:16:47,605 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:16:47,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100f1b703560005, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:16:47,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100f1b703560002, quorum=127.0.0.1:61983, baseZNode=/083505229 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:16:47,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100f1b703560005, quorum=127.0.0.1:61983, baseZNode=/11120656156 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:16:47,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100f1b703560002, quorum=127.0.0.1:61983, baseZNode=/083505229 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:16:47,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:47,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:47,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:47,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:47,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:16:47,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:47,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@689da65b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:47,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1654ed53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:47,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24b5273c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/java.io.tmpdir/jetty-localhost-45633-hadoop-hdfs-3_4_1-tests_jar-_-any-6924729164040040181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:16:47,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78093ce3{HTTP/1.1, (http/1.1)}{localhost:45633} 2024-11-07T09:16:47,897 INFO [Time-limited test {}] server.Server(415): Started @179168ms 2024-11-07T09:16:47,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:47,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:47,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:47,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:47,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:16:47,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@398473d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:47,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4260ffd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:48,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9781c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/java.io.tmpdir/jetty-localhost-42317-hadoop-hdfs-3_4_1-tests_jar-_-any-18232813551788746011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:16:48,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ba6236c{HTTP/1.1, (http/1.1)}{localhost:42317} 2024-11-07T09:16:48,102 INFO [Time-limited test {}] server.Server(415): Started @179372ms 2024-11-07T09:16:48,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:16:48,197 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/cluster_0b9913ac-0e5b-b3a1-dad5-61235f9442cc/data/data1/current/BP-2071921661-172.17.0.2-1730971007632/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:48,197 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/cluster_0b9913ac-0e5b-b3a1-dad5-61235f9442cc/data/data2/current/BP-2071921661-172.17.0.2-1730971007632/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:48,219 WARN [Thread-2165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:16:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x524a83b8e4629f52 with lease ID 0x4e3079f2b439567c: Processing first storage report for DS-ff0f3dea-23df-4644-8165-af5430983a01 from datanode DatanodeRegistration(127.0.0.1:35801, datanodeUuid=cdbc5005-b172-417a-a51b-2ede3295a24b, infoPort=44719, infoSecurePort=0, ipcPort=36131, storageInfo=lv=-57;cid=testClusterID;nsid=724186077;c=1730971007632) 2024-11-07T09:16:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x524a83b8e4629f52 with lease ID 0x4e3079f2b439567c: from storage DS-ff0f3dea-23df-4644-8165-af5430983a01 node DatanodeRegistration(127.0.0.1:35801, datanodeUuid=cdbc5005-b172-417a-a51b-2ede3295a24b, infoPort=44719, infoSecurePort=0, ipcPort=36131, storageInfo=lv=-57;cid=testClusterID;nsid=724186077;c=1730971007632), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x524a83b8e4629f52 with lease ID 0x4e3079f2b439567c: Processing first storage report for DS-89c568bc-2a50-4ee9-b397-2c153f2d1c4f from datanode DatanodeRegistration(127.0.0.1:35801, datanodeUuid=cdbc5005-b172-417a-a51b-2ede3295a24b, infoPort=44719, infoSecurePort=0, ipcPort=36131, storageInfo=lv=-57;cid=testClusterID;nsid=724186077;c=1730971007632) 2024-11-07T09:16:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x524a83b8e4629f52 with lease ID 0x4e3079f2b439567c: from storage DS-89c568bc-2a50-4ee9-b397-2c153f2d1c4f node DatanodeRegistration(127.0.0.1:35801, datanodeUuid=cdbc5005-b172-417a-a51b-2ede3295a24b, infoPort=44719, infoSecurePort=0, ipcPort=36131, storageInfo=lv=-57;cid=testClusterID;nsid=724186077;c=1730971007632), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:48,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153 2024-11-07T09:16:48,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:48,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:48,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:16:48,644 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773 with version=8 2024-11-07T09:16:48,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/hbase-staging 2024-11-07T09:16:48,646 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:48,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:48,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:48,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:48,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:48,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:48,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:16:48,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:48,647 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39729 2024-11-07T09:16:48,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39729 connecting to ZooKeeper ensemble=127.0.0.1:56468 2024-11-07T09:16:48,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397290x0, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:48,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39729-0x100f1b765030000 connected 2024-11-07T09:16:48,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:48,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:48,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Set watcher on znode that does not yet exist, /0341004815/running 2024-11-07T09:16:48,677 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773, hbase.cluster.distributed=false 2024-11-07T09:16:48,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Set watcher on znode that does not yet exist, /0341004815/acl 2024-11-07T09:16:48,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39729 2024-11-07T09:16:48,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39729 2024-11-07T09:16:48,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39729 2024-11-07T09:16:48,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39729 2024-11-07T09:16:48,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39729 2024-11-07T09:16:48,710 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:48,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:48,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:48,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:48,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:48,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:48,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:16:48,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:48,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41853 2024-11-07T09:16:48,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41853 connecting to ZooKeeper ensemble=127.0.0.1:56468 2024-11-07T09:16:48,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:48,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:48,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418530x0, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:48,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418530x0, quorum=127.0.0.1:56468, baseZNode=/0341004815 Set watcher on znode that does not yet exist, /0341004815/running 2024-11-07T09:16:48,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41853-0x100f1b765030001 connected 2024-11-07T09:16:48,721 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:16:48,724 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:16:48,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Set watcher on znode that does not yet exist, /0341004815/master 2024-11-07T09:16:48,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Set watcher on znode that does not yet exist, /0341004815/acl 2024-11-07T09:16:48,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41853 2024-11-07T09:16:48,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41853 2024-11-07T09:16:48,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41853 2024-11-07T09:16:48,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41853 2024-11-07T09:16:48,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41853 2024-11-07T09:16:48,746 DEBUG [M:0;9f1eb259a29b:39729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:39729 2024-11-07T09:16:48,747 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0341004815/backup-masters/9f1eb259a29b,39729,1730971008646 2024-11-07T09:16:48,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815/backup-masters 2024-11-07T09:16:48,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815/backup-masters 2024-11-07T09:16:48,749 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Set watcher on existing znode=/0341004815/backup-masters/9f1eb259a29b,39729,1730971008646 2024-11-07T09:16:48,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0341004815/master 2024-11-07T09:16:48,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:48,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:48,751 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Set watcher on existing znode=/0341004815/master 2024-11-07T09:16:48,751 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0341004815/backup-masters/9f1eb259a29b,39729,1730971008646 from backup master directory 2024-11-07T09:16:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0341004815/backup-masters/9f1eb259a29b,39729,1730971008646 2024-11-07T09:16:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815/backup-masters 2024-11-07T09:16:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815/backup-masters 2024-11-07T09:16:48,752 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:48,752 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,39729,1730971008646 2024-11-07T09:16:48,757 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/hbase.id] with ID: 3756c602-3f48-437a-aae3-110c24bc75b9 2024-11-07T09:16:48,757 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/.tmp/hbase.id 2024-11-07T09:16:48,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:16:48,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:16:48,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:48,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:48,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:48,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:48,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:48,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:48,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:48,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:48,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:48,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:49,165 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/.tmp/hbase.id]:[hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/hbase.id] 2024-11-07T09:16:49,174 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:49,174 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:16:49,175 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:16:49,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:49,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:16:49,584 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:49,584 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:16:49,585 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:49,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:16:49,992 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store 2024-11-07T09:16:50,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:16:50,407 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:50,407 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:16:50,407 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:50,408 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:50,408 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:16:50,408 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:50,408 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:50,408 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971010407Disabling compacts and flushes for region at 1730971010407Disabling writes for close at 1730971010408 (+1 ms)Writing region close event to WAL at 1730971010408Closed at 1730971010408 2024-11-07T09:16:50,408 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/.initializing 2024-11-07T09:16:50,409 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/WALs/9f1eb259a29b,39729,1730971008646 2024-11-07T09:16:50,409 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:50,411 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C39729%2C1730971008646, suffix=, logDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/WALs/9f1eb259a29b,39729,1730971008646, archiveDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/oldWALs, maxLogs=10 2024-11-07T09:16:50,424 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/WALs/9f1eb259a29b,39729,1730971008646/9f1eb259a29b%2C39729%2C1730971008646.1730971010411, exclude list is [], retry=0 2024-11-07T09:16:50,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-ff0f3dea-23df-4644-8165-af5430983a01,DISK] 2024-11-07T09:16:50,428 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/WALs/9f1eb259a29b,39729,1730971008646/9f1eb259a29b%2C39729%2C1730971008646.1730971010411 2024-11-07T09:16:50,428 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719)] 2024-11-07T09:16:50,428 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:50,428 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:50,428 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,428 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:16:50,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:50,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:50,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:16:50,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:50,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:50,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:16:50,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:50,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:50,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:16:50,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:50,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:50,434 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,435 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,435 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,436 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,436 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,437 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:50,438 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:50,443 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:50,444 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71081567, jitterRate=0.059197887778282166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:50,444 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971010428Initializing all the Stores at 1730971010429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971010429Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971010429Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971010429Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971010429Cleaning up temporary data from old regions at 1730971010436 (+7 ms)Region opened successfully at 1730971010444 (+8 ms) 2024-11-07T09:16:50,444 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:16:50,447 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3310aecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:50,448 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:16:50,448 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:16:50,448 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:16:50,448 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:16:50,449 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:16:50,449 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:16:50,449 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:16:50,451 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:16:50,451 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Unable to get data of znode /0341004815/balancer because node does not exist (not necessarily an error) 2024-11-07T09:16:50,454 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0341004815/balancer already deleted, retry=false 2024-11-07T09:16:50,454 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:16:50,455 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Unable to get data of znode /0341004815/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:16:50,456 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0341004815/normalizer already deleted, retry=false 2024-11-07T09:16:50,456 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:16:50,457 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Unable to get data of znode /0341004815/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:16:50,458 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0341004815/switch/split already deleted, retry=false 2024-11-07T09:16:50,458 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Unable to get data of znode /0341004815/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:16:50,459 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0341004815/switch/merge already deleted, retry=false 2024-11-07T09:16:50,461 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Unable to get data of znode /0341004815/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:16:50,463 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0341004815/snapshot-cleanup already deleted, retry=false 2024-11-07T09:16:50,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0341004815/running 2024-11-07T09:16:50,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0341004815/running 2024-11-07T09:16:50,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:50,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:50,464 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,39729,1730971008646, sessionid=0x100f1b765030000, setting cluster-up flag (Was=false) 2024-11-07T09:16:50,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:50,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:50,471 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0341004815/flush-table-proc/acquired, /0341004815/flush-table-proc/reached, /0341004815/flush-table-proc/abort 2024-11-07T09:16:50,472 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,39729,1730971008646 2024-11-07T09:16:50,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:50,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:50,479 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0341004815/online-snapshot/acquired, /0341004815/online-snapshot/reached, /0341004815/online-snapshot/abort 2024-11-07T09:16:50,479 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,39729,1730971008646 2024-11-07T09:16:50,480 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:16:50,481 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:50,482 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:16:50,482 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:16:50,482 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9f1eb259a29b,34251,1730970961339: status=Processing ServerCrashProcedure of 9f1eb259a29b,34251,1730970961339 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1730970973775, completionTime=-1 appears to have been leaked 2024-11-07T09:16:50,482 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,39729,1730971008646 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:16:50,483 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:50,483 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:50,483 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:50,483 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:50,483 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:16:50,483 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,483 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:50,483 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,484 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971040484 2024-11-07T09:16:50,484 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:16:50,484 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:16:50,484 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:16:50,484 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:16:50,484 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:16:50,484 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:16:50,484 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:50,484 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:16:50,485 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:16:50,485 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:16:50,485 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:16:50,485 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:16:50,485 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:16:50,485 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:16:50,485 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:50,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:16:50,488 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971010485,5,FailOnTimeoutGroup] 2024-11-07T09:16:50,494 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971010488,5,FailOnTimeoutGroup] 2024-11-07T09:16:50,494 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,494 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:16:50,494 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,495 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:16:50,536 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(746): ClusterId : 3756c602-3f48-437a-aae3-110c24bc75b9 2024-11-07T09:16:50,536 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:16:50,539 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:16:50,539 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:16:50,541 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:16:50,541 DEBUG [RS:0;9f1eb259a29b:41853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14409240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:50,553 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:41853 2024-11-07T09:16:50,553 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:16:50,553 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:16:50,553 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:16:50,554 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,39729,1730971008646 with port=41853, startcode=1730971008710 2024-11-07T09:16:50,554 DEBUG [RS:0;9f1eb259a29b:41853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:16:50,556 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:16:50,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:50,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39729 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:50,558 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773 2024-11-07T09:16:50,558 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33739 2024-11-07T09:16:50,558 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:16:50,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815/rs 2024-11-07T09:16:50,560 DEBUG [RS:0;9f1eb259a29b:41853 {}] zookeeper.ZKUtil(111): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Set watcher on existing znode=/0341004815/rs/9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:50,560 WARN [RS:0;9f1eb259a29b:41853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:50,560 INFO [RS:0;9f1eb259a29b:41853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:50,560 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:50,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,41853,1730971008710] 2024-11-07T09:16:50,563 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:16:50,564 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:16:50,565 INFO [RS:0;9f1eb259a29b:41853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:16:50,565 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,565 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:16:50,566 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:16:50,566 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:50,566 DEBUG [RS:0;9f1eb259a29b:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:50,569 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,569 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,569 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,569 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,569 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,569 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41853,1730971008710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:50,589 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:16:50,589 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41853,1730971008710-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,589 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,589 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.Replication(171): 9f1eb259a29b,41853,1730971008710 started 2024-11-07T09:16:50,606 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:50,606 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,41853,1730971008710, RpcServer on 9f1eb259a29b/172.17.0.2:41853, sessionid=0x100f1b765030001 2024-11-07T09:16:50,606 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:16:50,606 DEBUG [RS:0;9f1eb259a29b:41853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:50,607 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41853,1730971008710' 2024-11-07T09:16:50,607 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0341004815/flush-table-proc/abort' 2024-11-07T09:16:50,607 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0341004815/flush-table-proc/acquired' 2024-11-07T09:16:50,607 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:16:50,607 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:16:50,607 DEBUG [RS:0;9f1eb259a29b:41853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:50,607 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,41853,1730971008710' 2024-11-07T09:16:50,607 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0341004815/online-snapshot/abort' 2024-11-07T09:16:50,608 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0341004815/online-snapshot/acquired' 2024-11-07T09:16:50,608 DEBUG [RS:0;9f1eb259a29b:41853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:16:50,608 INFO [RS:0;9f1eb259a29b:41853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:16:50,608 INFO [RS:0;9f1eb259a29b:41853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:16:50,708 INFO [RS:0;9f1eb259a29b:41853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:50,710 INFO [RS:0;9f1eb259a29b:41853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C41853%2C1730971008710, suffix=, logDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710, archiveDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/oldWALs, maxLogs=10 2024-11-07T09:16:50,723 DEBUG [RS:0;9f1eb259a29b:41853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710, exclude list is [], retry=0 2024-11-07T09:16:50,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-ff0f3dea-23df-4644-8165-af5430983a01,DISK] 2024-11-07T09:16:50,727 INFO [RS:0;9f1eb259a29b:41853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 2024-11-07T09:16:50,727 DEBUG [RS:0;9f1eb259a29b:41853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719)] 2024-11-07T09:16:50,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:16:50,902 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773 2024-11-07T09:16:50,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:16:51,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:51,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:51,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:51,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:51,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:51,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:51,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:51,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:51,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:51,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:51,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:51,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:51,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:51,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:51,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:51,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:51,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:51,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:51,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740 2024-11-07T09:16:51,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740 2024-11-07T09:16:51,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:51,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:51,316 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:51,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:51,319 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:51,319 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73234115, jitterRate=0.09127335250377655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:51,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971011308Initializing all the Stores at 1730971011308Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971011308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971011308Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971011309 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971011309Cleaning up temporary data from old regions at 1730971011316 (+7 ms)Region opened successfully at 1730971011319 (+3 ms) 2024-11-07T09:16:51,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:16:51,319 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:16:51,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:16:51,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:16:51,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:16:51,320 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:51,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971011319Disabling compacts and flushes for region at 1730971011319Disabling writes for close at 1730971011319Writing region close event to WAL at 1730971011320 (+1 ms)Closed at 1730971011320 2024-11-07T09:16:51,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:51,321 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:16:51,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:16:51,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:51,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:16:51,473 DEBUG [9f1eb259a29b:39729 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:16:51,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:51,474 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,41853,1730971008710, state=OPENING 2024-11-07T09:16:51,476 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:16:51,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:51,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:51,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:51,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41853,1730971008710}] 2024-11-07T09:16:51,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0341004815/meta-region-server: CHANGED 2024-11-07T09:16:51,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0341004815/meta-region-server: CHANGED 2024-11-07T09:16:51,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:16:51,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:16:51,634 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:16:51,635 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:51,635 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:16:51,636 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C41853%2C1730971008710.meta, suffix=.meta, logDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710, archiveDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/oldWALs, maxLogs=10 2024-11-07T09:16:51,649 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.meta.1730971011636.meta, exclude list is [], retry=0 2024-11-07T09:16:51,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-ff0f3dea-23df-4644-8165-af5430983a01,DISK] 2024-11-07T09:16:51,652 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.meta.1730971011636.meta 2024-11-07T09:16:51,653 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719)] 2024-11-07T09:16:51,653 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:51,653 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:51,653 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:51,653 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:16:51,653 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:16:51,653 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:16:51,654 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:51,654 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:16:51,654 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:16:51,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:51,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:51,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:51,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:51,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:51,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:51,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:51,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:51,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:51,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:51,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:51,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:51,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:51,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:51,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:51,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:51,659 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:51,659 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740 2024-11-07T09:16:51,660 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740 2024-11-07T09:16:51,661 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:51,661 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:51,661 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:51,662 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:51,663 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59491790, jitterRate=-0.11350324749946594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:51,663 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:16:51,663 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971011654Writing region info on filesystem at 1730971011654Initializing all the Stores at 1730971011654Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971011654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971011654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971011654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971011654Cleaning up temporary data from old regions at 1730971011661 (+7 ms)Running coprocessor post-open hooks at 1730971011663 (+2 ms)Region opened successfully at 1730971011663 2024-11-07T09:16:51,664 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971011629 2024-11-07T09:16:51,666 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:16:51,666 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:16:51,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:51,667 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,41853,1730971008710, state=OPEN 2024-11-07T09:16:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0341004815/meta-region-server 2024-11-07T09:16:51,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0341004815/meta-region-server 2024-11-07T09:16:51,673 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:51,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0341004815/meta-region-server: CHANGED 2024-11-07T09:16:51,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0341004815/meta-region-server: CHANGED 2024-11-07T09:16:51,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:16:51,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,41853,1730971008710 in 196 msec 2024-11-07T09:16:51,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:16:51,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-07T09:16:51,677 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:51,677 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:16:51,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:51,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41853,1730971008710, seqNum=-1] 2024-11-07T09:16:51,679 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:51,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:51,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-07T09:16:51,684 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971011684, completionTime=-1 2024-11-07T09:16:51,684 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:16:51,684 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:16:51,686 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:16:51,686 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971071686 2024-11-07T09:16:51,686 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971131686 2024-11-07T09:16:51,686 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:16:51,686 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39729,1730971008646-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:51,686 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39729,1730971008646-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:51,686 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39729,1730971008646-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:51,686 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:39729, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:51,686 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:51,687 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:51,688 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:16:51,690 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-11-07T09:16:51,690 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:16:51,690 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:16:51,690 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:16:51,690 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:16:51,690 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:16:51,690 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39729,1730971008646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:51,690 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39729,1730971008646-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:16:51,692 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:16:51,692 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:16:51,692 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39729,1730971008646-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:51,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a5e0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:51,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,39729,-1 for getting cluster id 2024-11-07T09:16:51,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:51,738 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3756c602-3f48-437a-aae3-110c24bc75b9' 2024-11-07T09:16:51,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3756c602-3f48-437a-aae3-110c24bc75b9" 2024-11-07T09:16:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb2aa77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,39729,-1] 2024-11-07T09:16:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:51,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:51,740 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:51,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e922a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:51,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:51,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41853,1730971008710, seqNum=-1] 2024-11-07T09:16:51,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:51,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:51,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,39729,1730971008646 2024-11-07T09:16:51,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56468 2024-11-07T09:16:51,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:51,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100f1b765030002 connected 2024-11-07T09:16:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/hadoop.log.dir so I do NOT create it in target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f 2024-11-07T09:16:51,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:16:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/hadoop.tmp.dir so I do NOT create it in target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f 2024-11-07T09:16:51,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:16:51,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f 2024-11-07T09:16:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:16:51,752 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/cluster_1404488e-a4f6-7d17-4e09-3a128ce51d47, deleteOnExit=true 2024-11-07T09:16:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/test.cache.data in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:16:51,753 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:16:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:16:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:16:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:16:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:16:51,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:51,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:51,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:51,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:51,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:16:51,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:51,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc8ea34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:51,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29b9c16f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:51,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cd0c73b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/java.io.tmpdir/jetty-localhost-43115-hadoop-hdfs-3_4_1-tests_jar-_-any-13376045723428161768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:16:51,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f79ff8a{HTTP/1.1, (http/1.1)}{localhost:43115} 2024-11-07T09:16:51,943 INFO [Time-limited test {}] server.Server(415): Started @183214ms 2024-11-07T09:16:52,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:16:52,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:16:52,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:16:52,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:16:52,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:16:52,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa3ede5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:16:52,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40e5f5b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:16:52,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f0fa6d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/java.io.tmpdir/jetty-localhost-46239-hadoop-hdfs-3_4_1-tests_jar-_-any-17548888863238126220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:16:52,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7303b9c3{HTTP/1.1, (http/1.1)}{localhost:46239} 2024-11-07T09:16:52,163 INFO [Time-limited test {}] server.Server(415): Started @183434ms 2024-11-07T09:16:52,164 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:16:52,281 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/cluster_1404488e-a4f6-7d17-4e09-3a128ce51d47/data/data1/current/BP-575538284-172.17.0.2-1730971011772/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:52,293 WARN [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/cluster_1404488e-a4f6-7d17-4e09-3a128ce51d47/data/data2/current/BP-575538284-172.17.0.2-1730971011772/current, will proceed with Du for space computation calculation, 2024-11-07T09:16:52,349 WARN [Thread-2286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:16:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c23db69841af84 with lease ID 0xde8863903cb19650: Processing first storage report for DS-378b2b06-02ac-44ed-b665-2900d9e8c9ab from datanode DatanodeRegistration(127.0.0.1:43439, datanodeUuid=4820a47c-e52c-4c7c-858f-11492e294ec6, infoPort=43465, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=1159929629;c=1730971011772) 2024-11-07T09:16:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c23db69841af84 with lease ID 0xde8863903cb19650: from storage DS-378b2b06-02ac-44ed-b665-2900d9e8c9ab node DatanodeRegistration(127.0.0.1:43439, datanodeUuid=4820a47c-e52c-4c7c-858f-11492e294ec6, infoPort=43465, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=1159929629;c=1730971011772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c23db69841af84 with lease ID 0xde8863903cb19650: Processing first storage report for DS-bd94c3b2-90f8-4bc1-81e5-7f91f602cee8 from datanode DatanodeRegistration(127.0.0.1:43439, datanodeUuid=4820a47c-e52c-4c7c-858f-11492e294ec6, infoPort=43465, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=1159929629;c=1730971011772) 2024-11-07T09:16:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c23db69841af84 with lease ID 0xde8863903cb19650: from storage DS-bd94c3b2-90f8-4bc1-81e5-7f91f602cee8 node DatanodeRegistration(127.0.0.1:43439, datanodeUuid=4820a47c-e52c-4c7c-858f-11492e294ec6, infoPort=43465, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=1159929629;c=1730971011772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:16:52,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f 2024-11-07T09:16:52,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:52,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:52,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:16:52,408 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c with version=8 2024-11-07T09:16:52,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/hbase-staging 2024-11-07T09:16:52,410 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:52,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:52,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:52,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:52,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:52,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:52,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:16:52,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:52,411 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43465 2024-11-07T09:16:52,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43465 connecting to ZooKeeper ensemble=127.0.0.1:56468 2024-11-07T09:16:52,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434650x0, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:52,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43465-0x100f1b765030003 connected 2024-11-07T09:16:52,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:52,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:52,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Set watcher on znode that does not yet exist, /12073358057/running 2024-11-07T09:16:52,436 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c, hbase.cluster.distributed=false 2024-11-07T09:16:52,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Set watcher on znode that does not yet exist, /12073358057/acl 2024-11-07T09:16:52,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43465 2024-11-07T09:16:52,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43465 2024-11-07T09:16:52,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43465 2024-11-07T09:16:52,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43465 2024-11-07T09:16:52,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43465 2024-11-07T09:16:52,466 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:16:52,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:52,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:52,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:16:52,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:16:52,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:16:52,466 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:16:52,466 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:16:52,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43875 2024-11-07T09:16:52,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43875 connecting to ZooKeeper ensemble=127.0.0.1:56468 2024-11-07T09:16:52,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:52,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:52,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438750x0, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:52,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438750x0, quorum=127.0.0.1:56468, baseZNode=/12073358057 Set watcher on znode that does not yet exist, /12073358057/running 2024-11-07T09:16:52,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:16:52,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43875-0x100f1b765030004 connected 2024-11-07T09:16:52,476 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:16:52,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Set watcher on znode that does not yet exist, /12073358057/master 2024-11-07T09:16:52,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Set watcher on znode that does not yet exist, /12073358057/acl 2024-11-07T09:16:52,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-07T09:16:52,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43875 2024-11-07T09:16:52,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43875 2024-11-07T09:16:52,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-07T09:16:52,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43875 2024-11-07T09:16:52,495 DEBUG [M:0;9f1eb259a29b:43465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:43465 2024-11-07T09:16:52,496 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12073358057/backup-masters/9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:52,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057/backup-masters 2024-11-07T09:16:52,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057/backup-masters 2024-11-07T09:16:52,497 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Set watcher on existing znode=/12073358057/backup-masters/9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:52,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12073358057/master 2024-11-07T09:16:52,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:52,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:52,500 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Set watcher on existing znode=/12073358057/master 2024-11-07T09:16:52,500 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12073358057/backup-masters/9f1eb259a29b,43465,1730971012409 from backup master directory 2024-11-07T09:16:52,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12073358057/backup-masters/9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:52,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057/backup-masters 2024-11-07T09:16:52,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057/backup-masters 2024-11-07T09:16:52,501 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:52,501 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:52,505 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/hbase.id] with ID: b5227b6c-fe08-4938-8068-83b19cf323a3 2024-11-07T09:16:52,505 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/.tmp/hbase.id 2024-11-07T09:16:52,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:16:52,511 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/.tmp/hbase.id]:[hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/hbase.id] 2024-11-07T09:16:52,519 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:16:52,519 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:16:52,519 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T09:16:52,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:52,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:52,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:16:52,933 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:52,934 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:16:52,934 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:52,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:16:53,340 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store 2024-11-07T09:16:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:16:53,746 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:53,747 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:16:53,747 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:53,747 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:53,747 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:16:53,747 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:53,747 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:16:53,747 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971013747Disabling compacts and flushes for region at 1730971013747Disabling writes for close at 1730971013747Writing region close event to WAL at 1730971013747Closed at 1730971013747 2024-11-07T09:16:53,748 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/.initializing 2024-11-07T09:16:53,748 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/WALs/9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:53,749 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:53,750 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C43465%2C1730971012409, suffix=, logDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/WALs/9f1eb259a29b,43465,1730971012409, archiveDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/oldWALs, maxLogs=10 2024-11-07T09:16:53,763 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/WALs/9f1eb259a29b,43465,1730971012409/9f1eb259a29b%2C43465%2C1730971012409.1730971013750, exclude list is [], retry=0 2024-11-07T09:16:53,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43439,DS-378b2b06-02ac-44ed-b665-2900d9e8c9ab,DISK] 2024-11-07T09:16:53,767 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/WALs/9f1eb259a29b,43465,1730971012409/9f1eb259a29b%2C43465%2C1730971012409.1730971013750 2024-11-07T09:16:53,767 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43465:43465)] 2024-11-07T09:16:53,768 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:53,768 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:53,768 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,768 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:16:53,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:53,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:53,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:16:53,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:53,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:53,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:16:53,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:53,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:53,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:16:53,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:53,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:53,774 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,775 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,775 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,776 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,776 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,776 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:53,777 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:16:53,779 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:53,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60581806, jitterRate=-0.0972607433795929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:53,779 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971013768Initializing all the Stores at 1730971013769 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971013769Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971013769Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971013769Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971013769Cleaning up temporary data from old regions at 1730971013776 (+7 ms)Region opened successfully at 1730971013779 (+3 ms) 2024-11-07T09:16:53,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:16:53,781 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759b58cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:53,782 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:16:53,782 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:16:53,782 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:16:53,782 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:16:53,783 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:16:53,783 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:16:53,783 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:16:53,784 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:16:53,785 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Unable to get data of znode /12073358057/balancer because node does not exist (not necessarily an error) 2024-11-07T09:16:53,786 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12073358057/balancer already deleted, retry=false 2024-11-07T09:16:53,786 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:16:53,787 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Unable to get data of znode /12073358057/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:16:53,789 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12073358057/normalizer already deleted, retry=false 2024-11-07T09:16:53,789 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:16:53,790 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Unable to get data of znode /12073358057/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:16:53,790 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12073358057/switch/split already deleted, retry=false 2024-11-07T09:16:53,791 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Unable to get data of znode /12073358057/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:16:53,792 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12073358057/switch/merge already deleted, retry=false 2024-11-07T09:16:53,793 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Unable to get data of znode /12073358057/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:16:53,794 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12073358057/snapshot-cleanup already deleted, retry=false 2024-11-07T09:16:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12073358057/running 2024-11-07T09:16:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12073358057/running 2024-11-07T09:16:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:53,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:53,797 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,43465,1730971012409, sessionid=0x100f1b765030003, setting cluster-up flag (Was=false) 2024-11-07T09:16:53,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:53,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:53,805 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12073358057/flush-table-proc/acquired, /12073358057/flush-table-proc/reached, /12073358057/flush-table-proc/abort 2024-11-07T09:16:53,806 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:53,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:53,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:53,813 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12073358057/online-snapshot/acquired, /12073358057/online-snapshot/reached, /12073358057/online-snapshot/abort 2024-11-07T09:16:53,813 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:53,814 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:16:53,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:53,816 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:16:53,816 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:16:53,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,43465,1730971012409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:16:53,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:53,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:53,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:53,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:16:53,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:16:53,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:53,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:53,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:16:53,819 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:53,819 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:16:53,827 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971043827 2024-11-07T09:16:53,827 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:16:53,827 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:16:53,827 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:16:53,827 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:16:53,827 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:16:53,827 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:16:53,827 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,828 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:16:53,828 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:16:53,828 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:16:53,828 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:16:53,829 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:16:53,829 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:16:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:16:53,832 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971013829,5,FailOnTimeoutGroup] 2024-11-07T09:16:53,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:16:53,833 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c 2024-11-07T09:16:53,836 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971013832,5,FailOnTimeoutGroup] 2024-11-07T09:16:53,836 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,836 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:16:53,836 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,836 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:16:53,886 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(746): ClusterId : b5227b6c-fe08-4938-8068-83b19cf323a3 2024-11-07T09:16:53,886 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:16:53,888 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:16:53,888 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:16:53,891 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:16:53,891 DEBUG [RS:0;9f1eb259a29b:43875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c46d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:16:53,903 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:43875 2024-11-07T09:16:53,903 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:16:53,903 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:16:53,903 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:16:53,903 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,43465,1730971012409 with port=43875, startcode=1730971012465 2024-11-07T09:16:53,904 DEBUG [RS:0;9f1eb259a29b:43875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:16:53,905 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:16:53,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,43875,1730971012465 2024-11-07T09:16:53,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43465 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,43875,1730971012465 2024-11-07T09:16:53,907 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c 2024-11-07T09:16:53,907 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39387 2024-11-07T09:16:53,907 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:16:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057/rs 2024-11-07T09:16:53,909 DEBUG [RS:0;9f1eb259a29b:43875 {}] zookeeper.ZKUtil(111): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Set watcher on existing znode=/12073358057/rs/9f1eb259a29b,43875,1730971012465 2024-11-07T09:16:53,909 WARN [RS:0;9f1eb259a29b:43875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:16:53,909 INFO [RS:0;9f1eb259a29b:43875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:53,909 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465 2024-11-07T09:16:53,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,43875,1730971012465] 2024-11-07T09:16:53,912 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:16:53,913 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:16:53,916 INFO [RS:0;9f1eb259a29b:43875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:16:53,916 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,916 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:16:53,917 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:16:53,917 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,917 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,917 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,917 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,917 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,917 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,917 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:16:53,917 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,917 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,918 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,918 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,918 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,918 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:16:53,918 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:53,918 DEBUG [RS:0;9f1eb259a29b:43875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:16:53,918 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,918 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,918 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,918 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,918 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,918 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43875,1730971012465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:53,932 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:16:53,932 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43875,1730971012465-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,932 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,932 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.Replication(171): 9f1eb259a29b,43875,1730971012465 started 2024-11-07T09:16:53,945 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:53,945 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,43875,1730971012465, RpcServer on 9f1eb259a29b/172.17.0.2:43875, sessionid=0x100f1b765030004 2024-11-07T09:16:53,945 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:16:53,945 DEBUG [RS:0;9f1eb259a29b:43875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,43875,1730971012465 2024-11-07T09:16:53,945 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,43875,1730971012465' 2024-11-07T09:16:53,945 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12073358057/flush-table-proc/abort' 2024-11-07T09:16:53,945 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12073358057/flush-table-proc/acquired' 2024-11-07T09:16:53,946 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:16:53,946 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:16:53,946 DEBUG [RS:0;9f1eb259a29b:43875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,43875,1730971012465 2024-11-07T09:16:53,946 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,43875,1730971012465' 2024-11-07T09:16:53,946 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12073358057/online-snapshot/abort' 2024-11-07T09:16:53,946 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12073358057/online-snapshot/acquired' 2024-11-07T09:16:53,946 DEBUG [RS:0;9f1eb259a29b:43875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:16:53,946 INFO [RS:0;9f1eb259a29b:43875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:16:53,946 INFO [RS:0;9f1eb259a29b:43875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:16:54,047 INFO [RS:0;9f1eb259a29b:43875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:16:54,048 INFO [RS:0;9f1eb259a29b:43875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C43875%2C1730971012465, suffix=, logDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465, archiveDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/oldWALs, maxLogs=10 2024-11-07T09:16:54,063 DEBUG [RS:0;9f1eb259a29b:43875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048, exclude list is [], retry=0 2024-11-07T09:16:54,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43439,DS-378b2b06-02ac-44ed-b665-2900d9e8c9ab,DISK] 2024-11-07T09:16:54,080 INFO [RS:0;9f1eb259a29b:43875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 2024-11-07T09:16:54,080 DEBUG [RS:0;9f1eb259a29b:43875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43465:43465)] 2024-11-07T09:16:54,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T09:16:54,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T09:16:54,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:16:54,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:54,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:54,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:54,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:54,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:54,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:54,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:54,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:54,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:54,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:54,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:54,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:54,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:54,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:54,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:54,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:54,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:54,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:54,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740 2024-11-07T09:16:54,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740 2024-11-07T09:16:54,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:54,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:54,251 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:54,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:54,254 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:54,254 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68660754, jitterRate=0.02312496304512024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:54,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971014243Initializing all the Stores at 1730971014243Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971014243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971014244 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971014244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971014244Cleaning up temporary data from old regions at 1730971014251 (+7 ms)Region opened successfully at 1730971014255 (+4 ms) 2024-11-07T09:16:54,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:16:54,255 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:16:54,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:16:54,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:16:54,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:16:54,256 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:16:54,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971014255Disabling compacts and flushes for region at 1730971014255Disabling writes for close at 1730971014255Writing region close event to WAL at 1730971014256 (+1 ms)Closed at 1730971014256 2024-11-07T09:16:54,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:54,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:16:54,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:16:54,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:54,259 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:16:54,409 DEBUG [9f1eb259a29b:43465 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:16:54,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,43875,1730971012465 2024-11-07T09:16:54,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,43875,1730971012465, state=OPENING 2024-11-07T09:16:54,414 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:16:54,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:54,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:16:54,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12073358057/meta-region-server: CHANGED 2024-11-07T09:16:54,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12073358057/meta-region-server: CHANGED 2024-11-07T09:16:54,416 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:16:54,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,43875,1730971012465}] 2024-11-07T09:16:54,568 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:16:54,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:16:54,573 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:16:54,573 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:54,573 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:16:54,575 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C43875%2C1730971012465.meta, suffix=.meta, logDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465, archiveDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/oldWALs, maxLogs=10 2024-11-07T09:16:54,588 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.meta.1730971014575.meta, exclude list is [], retry=0 2024-11-07T09:16:54,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43439,DS-378b2b06-02ac-44ed-b665-2900d9e8c9ab,DISK] 2024-11-07T09:16:54,591 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.meta.1730971014575.meta 2024-11-07T09:16:54,592 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43465:43465)] 2024-11-07T09:16:54,592 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:54,592 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:54,592 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:54,592 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:16:54,592 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:16:54,593 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:16:54,593 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:54,593 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:16:54,593 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:16:54,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:16:54,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:16:54,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:54,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:54,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:16:54,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:16:54,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:54,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:54,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:16:54,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:16:54,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:54,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:54,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:16:54,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:16:54,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:54,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:16:54,597 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:16:54,598 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740 2024-11-07T09:16:54,598 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740 2024-11-07T09:16:54,599 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:16:54,599 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:16:54,600 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:16:54,601 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:16:54,601 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59560762, jitterRate=-0.11247548460960388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:16:54,601 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:16:54,601 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971014593Writing region info on filesystem at 1730971014593Initializing all the Stores at 1730971014593Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971014593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971014593Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971014593Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971014593Cleaning up temporary data from old regions at 1730971014599 (+6 ms)Running coprocessor post-open hooks at 1730971014601 (+2 ms)Region opened successfully at 1730971014601 2024-11-07T09:16:54,602 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971014568 2024-11-07T09:16:54,604 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:16:54,604 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:16:54,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,43875,1730971012465 2024-11-07T09:16:54,605 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,43875,1730971012465, state=OPEN 2024-11-07T09:16:54,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12073358057/meta-region-server 2024-11-07T09:16:54,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12073358057/meta-region-server 2024-11-07T09:16:54,606 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,43875,1730971012465 2024-11-07T09:16:54,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12073358057/meta-region-server: CHANGED 2024-11-07T09:16:54,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12073358057/meta-region-server: CHANGED 2024-11-07T09:16:54,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:16:54,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,43875,1730971012465 in 190 msec 2024-11-07T09:16:54,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:16:54,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-07T09:16:54,610 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:16:54,610 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:16:54,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:54,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,43875,1730971012465, seqNum=-1] 2024-11-07T09:16:54,611 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:54,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:54,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-11-07T09:16:54,616 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971014616, completionTime=-1 2024-11-07T09:16:54,616 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:16:54,616 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:16:54,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:16:54,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971074618 2024-11-07T09:16:54,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971134618 2024-11-07T09:16:54,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:16:54,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43465,1730971012409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:54,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43465,1730971012409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:54,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43465,1730971012409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:54,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:43465, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:54,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:54,618 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:54,620 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:16:54,622 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.121sec 2024-11-07T09:16:54,622 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:16:54,622 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:16:54,622 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:16:54,622 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:16:54,622 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:16:54,622 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43465,1730971012409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:16:54,622 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43465,1730971012409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:16:54,624 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:16:54,624 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:16:54,624 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,43465,1730971012409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:16:54,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fae45e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:54,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,43465,-1 for getting cluster id 2024-11-07T09:16:54,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:54,690 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5227b6c-fe08-4938-8068-83b19cf323a3' 2024-11-07T09:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5227b6c-fe08-4938-8068-83b19cf323a3" 2024-11-07T09:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7862428e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,43465,-1] 2024-11-07T09:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:54,691 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:54,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:54,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,43875,1730971012465, seqNum=-1] 2024-11-07T09:16:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:54,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:16:54,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:54,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56468 2024-11-07T09:16:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:16:54,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100f1b765030005 connected 2024-11-07T09:16:54,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,39729,1730971008646 2024-11-07T09:16:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b8d490 2024-11-07T09:16:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:54,704 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:54,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:16:54,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:16:54,707 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:54,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:16:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:54,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:16:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:16:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:55,115 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c9c021e4177502ca5921545a7f4142e, NAME => 'test,,1730971014705.0c9c021e4177502ca5921545a7f4142e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773 2024-11-07T09:16:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:16:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:55,521 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971014705.0c9c021e4177502ca5921545a7f4142e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:55,521 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0c9c021e4177502ca5921545a7f4142e, disabling compactions & flushes 2024-11-07T09:16:55,521 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:16:55,521 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:16:55,521 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. after waiting 0 ms 2024-11-07T09:16:55,521 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:16:55,521 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:16:55,521 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c9c021e4177502ca5921545a7f4142e: Waiting for close lock at 1730971015521Disabling compacts and flushes for region at 1730971015521Disabling writes for close at 1730971015521Writing region close event to WAL at 1730971015521Closed at 1730971015521 2024-11-07T09:16:55,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:16:55,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971014705.0c9c021e4177502ca5921545a7f4142e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971015523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971015523"}]},"ts":"1730971015523"} 2024-11-07T09:16:55,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:16:55,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:16:55,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971015526"}]},"ts":"1730971015526"} 2024-11-07T09:16:55,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:16:55,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c9c021e4177502ca5921545a7f4142e, ASSIGN}] 2024-11-07T09:16:55,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c9c021e4177502ca5921545a7f4142e, ASSIGN 2024-11-07T09:16:55,530 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0c9c021e4177502ca5921545a7f4142e, ASSIGN; state=OFFLINE, location=9f1eb259a29b,41853,1730971008710; forceNewPlan=false, retain=false 2024-11-07T09:16:55,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c9c021e4177502ca5921545a7f4142e, regionState=OPENING, regionLocation=9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:55,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0c9c021e4177502ca5921545a7f4142e, ASSIGN because future has completed 2024-11-07T09:16:55,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c9c021e4177502ca5921545a7f4142e, server=9f1eb259a29b,41853,1730971008710}] 2024-11-07T09:16:55,839 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:16:55,840 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c9c021e4177502ca5921545a7f4142e, NAME => 'test,,1730971014705.0c9c021e4177502ca5921545a7f4142e.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:55,840 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:55,840 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:16:55,840 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,841 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971014705.0c9c021e4177502ca5921545a7f4142e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:55,841 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,841 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,842 INFO [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,843 INFO [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c9c021e4177502ca5921545a7f4142e columnFamilyName f 2024-11-07T09:16:55,843 DEBUG [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:55,844 INFO [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] regionserver.HStore(327): Store=0c9c021e4177502ca5921545a7f4142e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:55,844 INFO [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,845 INFO [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c9c021e4177502ca5921545a7f4142e columnFamilyName f1 2024-11-07T09:16:55,845 DEBUG [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:55,845 INFO [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] regionserver.HStore(327): Store=0c9c021e4177502ca5921545a7f4142e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:55,845 INFO [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:55,846 INFO [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c9c021e4177502ca5921545a7f4142e columnFamilyName norep 2024-11-07T09:16:55,846 DEBUG [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:55,846 INFO [StoreOpener-0c9c021e4177502ca5921545a7f4142e-1 {}] regionserver.HStore(327): Store=0c9c021e4177502ca5921545a7f4142e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:55,847 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,847 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,848 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,848 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,848 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,849 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:16:55,850 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,853 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:55,854 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c9c021e4177502ca5921545a7f4142e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61435071, jitterRate=-0.08454610407352448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:16:55,854 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:16:55,855 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c9c021e4177502ca5921545a7f4142e: Running coprocessor pre-open hook at 1730971015841Writing region info on filesystem at 1730971015841Initializing all the Stores at 1730971015842 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971015842Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971015842Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971015842Cleaning up temporary data from old regions at 1730971015848 (+6 ms)Running coprocessor post-open hooks at 1730971015854 (+6 ms)Region opened successfully at 1730971015855 (+1 ms) 2024-11-07T09:16:55,856 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971014705.0c9c021e4177502ca5921545a7f4142e., pid=6, masterSystemTime=1730971015835 2024-11-07T09:16:55,858 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:16:55,858 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:16:55,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c9c021e4177502ca5921545a7f4142e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:55,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c9c021e4177502ca5921545a7f4142e, server=9f1eb259a29b,41853,1730971008710 because future has completed 2024-11-07T09:16:55,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:16:55,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c9c021e4177502ca5921545a7f4142e, server=9f1eb259a29b,41853,1730971008710 in 178 msec 2024-11-07T09:16:55,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:16:55,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0c9c021e4177502ca5921545a7f4142e, ASSIGN in 334 msec 2024-11-07T09:16:55,864 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:16:55,865 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971015864"}]},"ts":"1730971015864"} 2024-11-07T09:16:55,866 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:16:55,867 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:16:55,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-07T09:16:56,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:16:56,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T09:16:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:56,856 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:16:56,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e0d6d55 2024-11-07T09:16:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:56,858 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:56,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:16:56,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:16:56,862 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:56,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:16:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:56,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:16:56,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:16:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:57,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:16:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:57,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:57,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:57,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:57,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:57,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:57,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:57,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:57,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:57,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:57,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:16:57,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c27f80e1b35f83531fafe0994c0c2820, NAME => 'test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c 2024-11-07T09:16:57,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:16:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:57,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:57,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c27f80e1b35f83531fafe0994c0c2820, disabling compactions & flushes 2024-11-07T09:16:57,681 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:16:57,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:16:57,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. after waiting 0 ms 2024-11-07T09:16:57,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:16:57,681 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:16:57,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c27f80e1b35f83531fafe0994c0c2820: Waiting for close lock at 1730971017681Disabling compacts and flushes for region at 1730971017681Disabling writes for close at 1730971017681Writing region close event to WAL at 1730971017681Closed at 1730971017681 2024-11-07T09:16:57,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:16:57,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971017683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971017683"}]},"ts":"1730971017683"} 2024-11-07T09:16:57,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:16:57,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:16:57,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971017686"}]},"ts":"1730971017686"} 2024-11-07T09:16:57,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:16:57,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c27f80e1b35f83531fafe0994c0c2820, ASSIGN}] 2024-11-07T09:16:57,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c27f80e1b35f83531fafe0994c0c2820, ASSIGN 2024-11-07T09:16:57,689 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c27f80e1b35f83531fafe0994c0c2820, ASSIGN; state=OFFLINE, location=9f1eb259a29b,43875,1730971012465; forceNewPlan=false, retain=false 2024-11-07T09:16:57,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c27f80e1b35f83531fafe0994c0c2820, regionState=OPENING, regionLocation=9f1eb259a29b,43875,1730971012465 2024-11-07T09:16:57,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c27f80e1b35f83531fafe0994c0c2820, ASSIGN because future has completed 2024-11-07T09:16:57,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c27f80e1b35f83531fafe0994c0c2820, server=9f1eb259a29b,43875,1730971012465}] 2024-11-07T09:16:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:57,999 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:16:57,999 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c27f80e1b35f83531fafe0994c0c2820, NAME => 'test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:58,000 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:58,000 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:16:58,000 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,000 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:58,000 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,000 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,001 INFO [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,002 INFO [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27f80e1b35f83531fafe0994c0c2820 columnFamilyName f 2024-11-07T09:16:58,002 DEBUG [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:58,003 INFO [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] regionserver.HStore(327): Store=c27f80e1b35f83531fafe0994c0c2820/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:58,003 INFO [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,004 INFO [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27f80e1b35f83531fafe0994c0c2820 columnFamilyName f1 2024-11-07T09:16:58,004 DEBUG [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:58,004 INFO [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] regionserver.HStore(327): Store=c27f80e1b35f83531fafe0994c0c2820/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:58,004 INFO [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,005 INFO [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27f80e1b35f83531fafe0994c0c2820 columnFamilyName norep 2024-11-07T09:16:58,005 DEBUG [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:58,005 INFO [StoreOpener-c27f80e1b35f83531fafe0994c0c2820-1 {}] regionserver.HStore(327): Store=c27f80e1b35f83531fafe0994c0c2820/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:58,005 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,006 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,006 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,007 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,007 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,007 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:16:58,008 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,010 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:58,011 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c27f80e1b35f83531fafe0994c0c2820; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73078055, jitterRate=0.08894787728786469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:16:58,011 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:16:58,011 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c27f80e1b35f83531fafe0994c0c2820: Running coprocessor pre-open hook at 1730971018000Writing region info on filesystem at 1730971018000Initializing all the Stores at 1730971018001 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971018001Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971018001Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971018001Cleaning up temporary data from old regions at 1730971018007 (+6 ms)Running coprocessor post-open hooks at 1730971018011 (+4 ms)Region opened successfully at 1730971018011 2024-11-07T09:16:58,012 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820., pid=6, masterSystemTime=1730971017994 2024-11-07T09:16:58,014 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:16:58,014 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:16:58,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c27f80e1b35f83531fafe0994c0c2820, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,43875,1730971012465 2024-11-07T09:16:58,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c27f80e1b35f83531fafe0994c0c2820, server=9f1eb259a29b,43875,1730971012465 because future has completed 2024-11-07T09:16:58,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:16:58,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c27f80e1b35f83531fafe0994c0c2820, server=9f1eb259a29b,43875,1730971012465 in 175 msec 2024-11-07T09:16:58,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:16:58,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c27f80e1b35f83531fafe0994c0c2820, ASSIGN in 332 msec 2024-11-07T09:16:58,021 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:16:58,021 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971018021"}]},"ts":"1730971018021"} 2024-11-07T09:16:58,024 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:16:58,024 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:16:58,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-07T09:16:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:16:59,006 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:16:59,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1ee519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,39729,-1 for getting cluster id 2024-11-07T09:16:59,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:59,011 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3756c602-3f48-437a-aae3-110c24bc75b9' 2024-11-07T09:16:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3756c602-3f48-437a-aae3-110c24bc75b9" 2024-11-07T09:16:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412a3e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,39729,-1] 2024-11-07T09:16:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,013 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:59,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56064487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2781eac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,43465,-1 for getting cluster id 2024-11-07T09:16:59,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:59,015 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5227b6c-fe08-4938-8068-83b19cf323a3' 2024-11-07T09:16:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5227b6c-fe08-4938-8068-83b19cf323a3" 2024-11-07T09:16:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3217690d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,43465,-1] 2024-11-07T09:16:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,016 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae3e587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4706152c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,39729,-1 for getting cluster id 2024-11-07T09:16:59,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:59,018 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3756c602-3f48-437a-aae3-110c24bc75b9' 2024-11-07T09:16:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3756c602-3f48-437a-aae3-110c24bc75b9" 2024-11-07T09:16:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbd43d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,39729,-1] 2024-11-07T09:16:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,019 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a56200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,39729,1730971008646 2024-11-07T09:16:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ecccd3a 2024-11-07T09:16:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:59,022 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:59,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:43465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:16:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:16:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:59,025 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:43465' 2024-11-07T09:16:59,026 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12101747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,026 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,43465,-1 for getting cluster id 2024-11-07T09:16:59,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:59,027 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5227b6c-fe08-4938-8068-83b19cf323a3' 2024-11-07T09:16:59,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:59,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5227b6c-fe08-4938-8068-83b19cf323a3" 2024-11-07T09:16:59,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4986d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,43465,-1] 2024-11-07T09:16:59,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:59,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,028 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:59,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e68ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:59,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:59,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2528be2c 2024-11-07T09:16:59,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:59,031 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:59,031 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T09:16:59,031 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:16:59,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:59,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,032 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:59,033 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:16:59,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:16:59,034 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:59,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:16:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:16:59,042 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e15ac73d624ecfca0eb9106c69fc061, NAME => 'hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773 2024-11-07T09:16:59,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:16:59,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:59,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1e15ac73d624ecfca0eb9106c69fc061, disabling compactions & flushes 2024-11-07T09:16:59,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:16:59,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:16:59,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. after waiting 0 ms 2024-11-07T09:16:59,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:16:59,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:16:59,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e15ac73d624ecfca0eb9106c69fc061: Waiting for close lock at 1730971019048Disabling compacts and flushes for region at 1730971019048Disabling writes for close at 1730971019048Writing region close event to WAL at 1730971019048Closed at 1730971019048 2024-11-07T09:16:59,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:16:59,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730971019051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971019051"}]},"ts":"1730971019051"} 2024-11-07T09:16:59,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:16:59,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:16:59,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971019054"}]},"ts":"1730971019054"} 2024-11-07T09:16:59,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:16:59,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e15ac73d624ecfca0eb9106c69fc061, ASSIGN}] 2024-11-07T09:16:59,058 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e15ac73d624ecfca0eb9106c69fc061, ASSIGN 2024-11-07T09:16:59,058 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e15ac73d624ecfca0eb9106c69fc061, ASSIGN; state=OFFLINE, location=9f1eb259a29b,41853,1730971008710; forceNewPlan=false, retain=false 2024-11-07T09:16:59,083 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:16:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:59,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e15ac73d624ecfca0eb9106c69fc061, regionState=OPENING, regionLocation=9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e15ac73d624ecfca0eb9106c69fc061, ASSIGN because future has completed 2024-11-07T09:16:59,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e15ac73d624ecfca0eb9106c69fc061, server=9f1eb259a29b,41853,1730971008710}] 2024-11-07T09:16:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:59,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:16:59,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:16:59,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:16:59,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C41853%2C1730971008710.rep, suffix=, logDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710, archiveDir=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/oldWALs, maxLogs=10 2024-11-07T09:16:59,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.rep.1730971019371, exclude list is [], retry=0 2024-11-07T09:16:59,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-ff0f3dea-23df-4644-8165-af5430983a01,DISK] 2024-11-07T09:16:59,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.rep.1730971019371 2024-11-07T09:16:59,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719)] 2024-11-07T09:16:59,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e15ac73d624ecfca0eb9106c69fc061, NAME => 'hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:16:59,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:16:59,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:16:59,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. service=MultiRowMutationService 2024-11-07T09:16:59,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:16:59,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:16:59,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,395 INFO [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,396 INFO [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e15ac73d624ecfca0eb9106c69fc061 columnFamilyName hfileref 2024-11-07T09:16:59,396 DEBUG [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:59,396 INFO [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] regionserver.HStore(327): Store=1e15ac73d624ecfca0eb9106c69fc061/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:59,396 INFO [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,397 INFO [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e15ac73d624ecfca0eb9106c69fc061 columnFamilyName queue 2024-11-07T09:16:59,397 DEBUG [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:59,397 INFO [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] regionserver.HStore(327): Store=1e15ac73d624ecfca0eb9106c69fc061/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:59,397 INFO [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,398 INFO [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e15ac73d624ecfca0eb9106c69fc061 columnFamilyName sid 2024-11-07T09:16:59,398 DEBUG [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:59,399 INFO [StoreOpener-1e15ac73d624ecfca0eb9106c69fc061-1 {}] regionserver.HStore(327): Store=1e15ac73d624ecfca0eb9106c69fc061/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:16:59,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/replication/1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/replication/1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:16:59,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/replication/1e15ac73d624ecfca0eb9106c69fc061/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:16:59,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1e15ac73d624ecfca0eb9106c69fc061; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59147812, jitterRate=-0.11862891912460327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:16:59,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:16:59,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1e15ac73d624ecfca0eb9106c69fc061: Running coprocessor pre-open hook at 1730971019394Writing region info on filesystem at 1730971019394Initializing all the Stores at 1730971019395 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971019395Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971019395Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971019395Cleaning up temporary data from old regions at 1730971019400 (+5 ms)Running coprocessor post-open hooks at 1730971019403 (+3 ms)Region opened successfully at 1730971019404 (+1 ms) 2024-11-07T09:16:59,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061., pid=10, masterSystemTime=1730971019364 2024-11-07T09:16:59,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:16:59,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:16:59,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e15ac73d624ecfca0eb9106c69fc061, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,41853,1730971008710 2024-11-07T09:16:59,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e15ac73d624ecfca0eb9106c69fc061, server=9f1eb259a29b,41853,1730971008710 because future has completed 2024-11-07T09:16:59,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:16:59,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e15ac73d624ecfca0eb9106c69fc061, server=9f1eb259a29b,41853,1730971008710 in 198 msec 2024-11-07T09:16:59,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:16:59,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e15ac73d624ecfca0eb9106c69fc061, ASSIGN in 356 msec 2024-11-07T09:16:59,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:16:59,414 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971019414"}]},"ts":"1730971019414"} 2024-11-07T09:16:59,416 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:16:59,417 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:16:59,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 385 msec 2024-11-07T09:16:59,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061., hostname=9f1eb259a29b,41853,1730971008710, seqNum=2] 2024-11-07T09:16:59,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:59,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:16:59,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:16:59,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:16:59,599 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:16:59,628 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,41853,1730971008710, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:16:59,628 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:16:59,628 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41853,1730971008710, seqNum=-1] 2024-11-07T09:16:59,629 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:16:59,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-07T09:16:59,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,41853,1730971008710', locateType=CURRENT is [region=hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061., hostname=9f1eb259a29b,41853,1730971008710, seqNum=2] 2024-11-07T09:16:59,634 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:16:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:16:59,636 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,41853,1730971008710 suceeded 2024-11-07T09:16:59,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:16:59,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-07T09:16:59,637 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:43465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:16:59,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 615 msec 2024-11-07T09:16:59,654 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:43465' 2024-11-07T09:16:59,655 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a119e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,655 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,43465,-1 for getting cluster id 2024-11-07T09:16:59,655 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:59,656 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5227b6c-fe08-4938-8068-83b19cf323a3' 2024-11-07T09:16:59,656 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:16:59,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:59,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:16:59,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5227b6c-fe08-4938-8068-83b19cf323a3" 2024-11-07T09:16:59,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:16:59,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5180b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,43465,-1] 2024-11-07T09:16:59,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:59,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:59,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa3a24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,43465,-1 for getting cluster id 2024-11-07T09:16:59,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:59,657 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:59,658 DEBUG [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5227b6c-fe08-4938-8068-83b19cf323a3' 2024-11-07T09:16:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:59,658 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4206ef75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5227b6c-fe08-4938-8068-83b19cf323a3" 2024-11-07T09:16:59,658 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a6ab82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,43465,-1] 2024-11-07T09:16:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:59,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c2d91f5 2024-11-07T09:16:59,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:59,659 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:59,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8389c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:59,661 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-07T09:16:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,43465,1730971012409 2024-11-07T09:16:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5911bf59 2024-11-07T09:16:59,661 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,41853,1730971008710 (queues=1) is replicating from cluster=3756c602-3f48-437a-aae3-110c24bc75b9 to cluster=b5227b6c-fe08-4938-8068-83b19cf323a3 2024-11-07T09:16:59,661 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C41853%2C1730971008710 2024-11-07T09:16:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:59,661 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,41853,1730971008710, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:16:59,662 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C41853%2C1730971008710 2024-11-07T09:16:59,662 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710, startPosition=0, beingWritten=true 2024-11-07T09:16:59,662 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:59,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43465 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:39729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:16:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43465 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:16:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:59,665 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:39729' 2024-11-07T09:16:59,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d43bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,666 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,39729,-1 for getting cluster id 2024-11-07T09:16:59,666 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:16:59,667 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3756c602-3f48-437a-aae3-110c24bc75b9' 2024-11-07T09:16:59,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:16:59,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3756c602-3f48-437a-aae3-110c24bc75b9" 2024-11-07T09:16:59,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc98517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,39729,-1] 2024-11-07T09:16:59,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:16:59,668 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:16:59,668 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 379, reset compression=false 2024-11-07T09:16:59,668 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,41853,1730971008710 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:16:59,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,668 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:16:59,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79af43d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:16:59,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:16:59,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,39729,1730971008646 2024-11-07T09:16:59,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b404eb6 2024-11-07T09:16:59,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:16:59,670 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:16:59,671 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T09:16:59,671 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:16:59,671 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,671 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:16:59,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:16:59,672 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:16:59,673 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:16:59,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:16:59,674 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:16:59,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:16:59,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:16:59,723 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:16:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:16:59,872 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 379, reset compression=false 2024-11-07T09:16:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:00,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44af3e26fb0b0a1a6696ef755ebf35ab, NAME => 'hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c 2024-11-07T09:17:00,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:17:00,176 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 379, reset compression=false 2024-11-07T09:17:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:00,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:00,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44af3e26fb0b0a1a6696ef755ebf35ab, disabling compactions & flushes 2024-11-07T09:17:00,487 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:00,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:00,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. after waiting 0 ms 2024-11-07T09:17:00,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:00,487 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:00,487 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44af3e26fb0b0a1a6696ef755ebf35ab: Waiting for close lock at 1730971020487Disabling compacts and flushes for region at 1730971020487Disabling writes for close at 1730971020487Writing region close event to WAL at 1730971020487Closed at 1730971020487 2024-11-07T09:17:00,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:17:00,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730971020488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971020488"}]},"ts":"1730971020488"} 2024-11-07T09:17:00,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:17:00,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:17:00,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971020491"}]},"ts":"1730971020491"} 2024-11-07T09:17:00,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:17:00,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44af3e26fb0b0a1a6696ef755ebf35ab, ASSIGN}] 2024-11-07T09:17:00,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44af3e26fb0b0a1a6696ef755ebf35ab, ASSIGN 2024-11-07T09:17:00,494 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44af3e26fb0b0a1a6696ef755ebf35ab, ASSIGN; state=OFFLINE, location=9f1eb259a29b,43875,1730971012465; forceNewPlan=false, retain=false 2024-11-07T09:17:00,580 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 379, reset compression=false 2024-11-07T09:17:00,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44af3e26fb0b0a1a6696ef755ebf35ab, regionState=OPENING, regionLocation=9f1eb259a29b,43875,1730971012465 2024-11-07T09:17:00,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44af3e26fb0b0a1a6696ef755ebf35ab, ASSIGN because future has completed 2024-11-07T09:17:00,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44af3e26fb0b0a1a6696ef755ebf35ab, server=9f1eb259a29b,43875,1730971012465}] 2024-11-07T09:17:00,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:00,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:00,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:17:00,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C43875%2C1730971012465.rep, suffix=, logDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465, archiveDir=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/oldWALs, maxLogs=10 2024-11-07T09:17:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:00,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.rep.1730971020804, exclude list is [], retry=0 2024-11-07T09:17:00,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43439,DS-378b2b06-02ac-44ed-b665-2900d9e8c9ab,DISK] 2024-11-07T09:17:00,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.rep.1730971020804 2024-11-07T09:17:00,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43465:43465)] 2024-11-07T09:17:00,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44af3e26fb0b0a1a6696ef755ebf35ab, NAME => 'hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:00,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:17:00,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:17:00,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. service=MultiRowMutationService 2024-11-07T09:17:00,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:17:00,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:00,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,833 INFO [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,834 INFO [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44af3e26fb0b0a1a6696ef755ebf35ab columnFamilyName hfileref 2024-11-07T09:17:00,834 DEBUG [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:00,835 INFO [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] regionserver.HStore(327): Store=44af3e26fb0b0a1a6696ef755ebf35ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:00,835 INFO [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,836 INFO [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44af3e26fb0b0a1a6696ef755ebf35ab columnFamilyName queue 2024-11-07T09:17:00,836 DEBUG [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:00,836 INFO [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] regionserver.HStore(327): Store=44af3e26fb0b0a1a6696ef755ebf35ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:00,836 INFO [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,837 INFO [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44af3e26fb0b0a1a6696ef755ebf35ab columnFamilyName sid 2024-11-07T09:17:00,837 DEBUG [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:00,837 INFO [StoreOpener-44af3e26fb0b0a1a6696ef755ebf35ab-1 {}] regionserver.HStore(327): Store=44af3e26fb0b0a1a6696ef755ebf35ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:00,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/replication/44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/replication/44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:17:00,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/replication/44af3e26fb0b0a1a6696ef755ebf35ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:00,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44af3e26fb0b0a1a6696ef755ebf35ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60784933, jitterRate=-0.0942339152097702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:17:00,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:00,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44af3e26fb0b0a1a6696ef755ebf35ab: Running coprocessor pre-open hook at 1730971020832Writing region info on filesystem at 1730971020832Initializing all the Stores at 1730971020833 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971020833Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971020833Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971020833Cleaning up temporary data from old regions at 1730971020839 (+6 ms)Running coprocessor post-open hooks at 1730971020843 (+4 ms)Region opened successfully at 1730971020843 2024-11-07T09:17:00,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab., pid=10, masterSystemTime=1730971020799 2024-11-07T09:17:00,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:00,847 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44af3e26fb0b0a1a6696ef755ebf35ab, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,43875,1730971012465 2024-11-07T09:17:00,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:00,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44af3e26fb0b0a1a6696ef755ebf35ab, server=9f1eb259a29b,43875,1730971012465 because future has completed 2024-11-07T09:17:00,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:17:00,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44af3e26fb0b0a1a6696ef755ebf35ab, server=9f1eb259a29b,43875,1730971012465 in 203 msec 2024-11-07T09:17:00,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:17:00,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44af3e26fb0b0a1a6696ef755ebf35ab, ASSIGN in 359 msec 2024-11-07T09:17:00,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:17:00,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971020854"}]},"ts":"1730971020854"} 2024-11-07T09:17:00,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:17:00,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:17:00,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-07T09:17:00,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab., hostname=9f1eb259a29b,43875,1730971012465, seqNum=2] 2024-11-07T09:17:00,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:17:00,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:17:00,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:17:01,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:17:01,046 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:17:01,074 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,43875,1730971012465, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:17:01,074 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:01,074 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,43875,1730971012465, seqNum=-1] 2024-11-07T09:17:01,075 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:01,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-07T09:17:01,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,43875,1730971012465', locateType=CURRENT is [region=hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab., hostname=9f1eb259a29b,43875,1730971012465, seqNum=2] 2024-11-07T09:17:01,080 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:17:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43465 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:17:01,082 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,43875,1730971012465 suceeded 2024-11-07T09:17:01,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:17:01,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-07T09:17:01,084 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:39729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:17:01,084 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 379, reset compression=false 2024-11-07T09:17:01,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-07T09:17:01,094 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:39729' 2024-11-07T09:17:01,095 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360602a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:01,095 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,39729,-1 for getting cluster id 2024-11-07T09:17:01,096 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:01,096 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3756c602-3f48-437a-aae3-110c24bc75b9' 2024-11-07T09:17:01,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:01,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3756c602-3f48-437a-aae3-110c24bc75b9" 2024-11-07T09:17:01,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35920bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:01,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,39729,-1] 2024-11-07T09:17:01,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:01,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:01,098 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:01,098 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7984ef14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:01,098 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:01,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,39729,1730971008646 2024-11-07T09:17:01,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25b3cb32 2024-11-07T09:17:01,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:01,100 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-07T09:17:01,100 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,43875,1730971012465 (queues=1) is replicating from cluster=b5227b6c-fe08-4938-8068-83b19cf323a3 to cluster=3756c602-3f48-437a-aae3-110c24bc75b9 2024-11-07T09:17:01,100 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C43875%2C1730971012465 2024-11-07T09:17:01,100 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,43875,1730971012465, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:17:01,101 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048, startPosition=0, beingWritten=true 2024-11-07T09:17:01,101 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C43875%2C1730971012465 2024-11-07T09:17:01,105 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:01,105 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 379, reset compression=false 2024-11-07T09:17:01,105 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,43875,1730971012465 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:01,309 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 379, reset compression=false 2024-11-07T09:17:01,613 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 379, reset compression=false 2024-11-07T09:17:01,689 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 379, reset compression=false 2024-11-07T09:17:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:01,816 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:17:01,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:01,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:01,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:01,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:01,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:01,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41853,1730971008710, seqNum=-1] 2024-11-07T09:17:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:01,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730971014705.0c9c021e4177502ca5921545a7f4142e., hostname=9f1eb259a29b,41853,1730971008710, seqNum=2] 2024-11-07T09:17:01,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,43875,1730971012465, seqNum=-1] 2024-11-07T09:17:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:01,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820., hostname=9f1eb259a29b,43875,1730971012465, seqNum=2] 2024-11-07T09:17:01,829 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T09:17:02,017 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 379, reset compression=false 2024-11-07T09:17:02,399 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 379, reset compression=false 2024-11-07T09:17:02,404 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:02,404 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 480, reset compression=false 2024-11-07T09:17:02,404 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,41853,1730971008710 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c9c021e4177502ca5921545a7f4142e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T09:17:02,407 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:17:02,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-07T09:17:02,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:02,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7631ac8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:02,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,43465,-1 for getting cluster id 2024-11-07T09:17:02,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:02,411 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5227b6c-fe08-4938-8068-83b19cf323a3' 2024-11-07T09:17:02,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:02,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5227b6c-fe08-4938-8068-83b19cf323a3" 2024-11-07T09:17:02,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d1a096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:02,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,43465,-1] 2024-11-07T09:17:02,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:02,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:02,412 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:02,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59d082c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:02,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:02,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,43875,1730971012465, seqNum=-1] 2024-11-07T09:17:02,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:02,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-07T09:17:02,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820., hostname=9f1eb259a29b,43875,1730971012465, seqNum=2] 2024-11-07T09:17:02,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:02,521 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 379, reset compression=false 2024-11-07T09:17:02,527 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:02,527 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 503, reset compression=false 2024-11-07T09:17:02,527 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,43875,1730971012465 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:02,564 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T09:17:02,609 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 480, reset compression=false 2024-11-07T09:17:02,730 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 503, reset compression=false 2024-11-07T09:17:02,832 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T09:17:02,835 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T09:17:02,912 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 480, reset compression=false 2024-11-07T09:17:03,034 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 503, reset compression=false 2024-11-07T09:17:03,039 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:03,039 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 607, reset compression=false 2024-11-07T09:17:03,039 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,43875,1730971012465 got entry batch from reader: WALEntryBatch [walEntries=[{test/c27f80e1b35f83531fafe0994c0c2820/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T09:17:03,041 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:17:03,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-07T09:17:03,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:03,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d062445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:03,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,39729,-1 for getting cluster id 2024-11-07T09:17:03,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:03,044 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3756c602-3f48-437a-aae3-110c24bc75b9' 2024-11-07T09:17:03,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:03,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3756c602-3f48-437a-aae3-110c24bc75b9" 2024-11-07T09:17:03,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f48c6bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:03,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,39729,-1] 2024-11-07T09:17:03,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:03,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:03,046 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:03,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5171e96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:03,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:03,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,41853,1730971008710, seqNum=-1] 2024-11-07T09:17:03,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:03,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-07T09:17:03,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730971014705.0c9c021e4177502ca5921545a7f4142e., hostname=9f1eb259a29b,41853,1730971008710, seqNum=2] 2024-11-07T09:17:03,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:03,243 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 607, reset compression=false 2024-11-07T09:17:03,317 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 480, reset compression=false 2024-11-07T09:17:03,321 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:03,321 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 608, reset compression=false 2024-11-07T09:17:03,321 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,41853,1730971008710 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:03,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:17:03,529 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 608, reset compression=false 2024-11-07T09:17:03,547 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 607, reset compression=false 2024-11-07T09:17:03,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:03,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:03,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:03,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:03,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:03,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:03,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:03,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:03,837 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T09:17:03,838 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 608, reset compression=false 2024-11-07T09:17:03,843 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:03,843 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 764, reset compression=false 2024-11-07T09:17:03,843 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,41853,1730971008710 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c9c021e4177502ca5921545a7f4142e/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T09:17:03,844 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T09:17:03,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:03,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:03,953 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 607, reset compression=false 2024-11-07T09:17:03,959 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:03,959 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 754, reset compression=false 2024-11-07T09:17:03,959 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,43875,1730971012465 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:04,047 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 764, reset compression=false 2024-11-07T09:17:04,164 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 754, reset compression=false 2024-11-07T09:17:04,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T09:17:04,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T09:17:04,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T09:17:04,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T09:17:04,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:17:04,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T09:17:04,351 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 764, reset compression=false 2024-11-07T09:17:04,467 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 754, reset compression=false 2024-11-07T09:17:04,754 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 764, reset compression=false 2024-11-07T09:17:04,846 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T09:17:04,849 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T09:17:04,871 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 754, reset compression=false 2024-11-07T09:17:04,876 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:04,876 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 913, reset compression=false 2024-11-07T09:17:04,876 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,43875,1730971012465 got entry batch from reader: WALEntryBatch [walEntries=[{test/c27f80e1b35f83531fafe0994c0c2820/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T09:17:04,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:04,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:05,079 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 913, reset compression=false 2024-11-07T09:17:05,258 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 764, reset compression=false 2024-11-07T09:17:05,263 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:05,263 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 914, reset compression=false 2024-11-07T09:17:05,263 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,41853,1730971008710 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:05,383 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 913, reset compression=false 2024-11-07T09:17:05,466 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 914, reset compression=false 2024-11-07T09:17:05,770 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 914, reset compression=false 2024-11-07T09:17:05,786 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 913, reset compression=false 2024-11-07T09:17:05,851 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T09:17:05,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:17:05,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:05,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:05,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:05,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:05,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:05,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:17:05,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1475609339, stopped=false 2024-11-07T09:17:05,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,43465,1730971012409 2024-11-07T09:17:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12073358057/running 2024-11-07T09:17:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12073358057/running 2024-11-07T09:17:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:17:05,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:17:05,857 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:17:05,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:05,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:05,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:05,858 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,43875,1730971012465' ***** 2024-11-07T09:17:05,858 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:17:05,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Set watcher on znode that does not yet exist, /12073358057/running 2024-11-07T09:17:05,858 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:17:05,858 INFO [RS:0;9f1eb259a29b:43875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:17:05,858 INFO [RS:0;9f1eb259a29b:43875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:17:05,858 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:17:05,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Set watcher on znode that does not yet exist, /12073358057/running 2024-11-07T09:17:05,858 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(3091): Received CLOSE for 44af3e26fb0b0a1a6696ef755ebf35ab 2024-11-07T09:17:05,859 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(3091): Received CLOSE for c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:17:05,859 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,43875,1730971012465 2024-11-07T09:17:05,859 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:17:05,859 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44af3e26fb0b0a1a6696ef755ebf35ab, disabling compactions & flushes 2024-11-07T09:17:05,859 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:05,859 INFO [RS:0;9f1eb259a29b:43875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:43875. 2024-11-07T09:17:05,859 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:05,859 DEBUG [RS:0;9f1eb259a29b:43875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:05,859 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. after waiting 0 ms 2024-11-07T09:17:05,859 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:05,859 DEBUG [RS:0;9f1eb259a29b:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:05,859 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:17:05,859 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44af3e26fb0b0a1a6696ef755ebf35ab 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-07T09:17:05,859 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:17:05,859 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:17:05,859 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:17:05,860 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:17:05,860 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 44af3e26fb0b0a1a6696ef755ebf35ab=hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab., c27f80e1b35f83531fafe0994c0c2820=test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820.} 2024-11-07T09:17:05,860 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44af3e26fb0b0a1a6696ef755ebf35ab, c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:17:05,860 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:17:05,860 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:17:05,860 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:17:05,860 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:17:05,860 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:17:05,860 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:17:05,876 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/replication/44af3e26fb0b0a1a6696ef755ebf35ab/.tmp/queue/dc884d8d90fb47d8992f134f7c0b8bb2 is 153, key is 1-9f1eb259a29b,43875,1730971012465/queue:9f1eb259a29b%2C43875%2C1730971012465/1730971024881/Put/seqid=0 2024-11-07T09:17:05,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741840_1016 (size=5352) 2024-11-07T09:17:05,881 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/info/0c527a4a6c14423db98f5b88e9cd20f8 is 147, key is hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab./info:regioninfo/1730971020846/Put/seqid=0 2024-11-07T09:17:05,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741841_1017 (size=7686) 2024-11-07T09:17:05,930 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:17:05,932 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:17:05,932 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:17:06,060 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44af3e26fb0b0a1a6696ef755ebf35ab, c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:17:06,174 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 914, reset compression=false 2024-11-07T09:17:06,260 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44af3e26fb0b0a1a6696ef755ebf35ab, c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:17:06,280 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/replication/44af3e26fb0b0a1a6696ef755ebf35ab/.tmp/queue/dc884d8d90fb47d8992f134f7c0b8bb2 2024-11-07T09:17:06,284 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/info/0c527a4a6c14423db98f5b88e9cd20f8 2024-11-07T09:17:06,285 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/replication/44af3e26fb0b0a1a6696ef755ebf35ab/.tmp/queue/dc884d8d90fb47d8992f134f7c0b8bb2 as hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/replication/44af3e26fb0b0a1a6696ef755ebf35ab/queue/dc884d8d90fb47d8992f134f7c0b8bb2 2024-11-07T09:17:06,289 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/replication/44af3e26fb0b0a1a6696ef755ebf35ab/queue/dc884d8d90fb47d8992f134f7c0b8bb2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T09:17:06,289 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 44af3e26fb0b0a1a6696ef755ebf35ab in 430ms, sequenceid=10, compaction requested=false 2024-11-07T09:17:06,290 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 913, reset compression=false 2024-11-07T09:17:06,297 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/replication/44af3e26fb0b0a1a6696ef755ebf35ab/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T09:17:06,297 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:06,297 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:17:06,297 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:06,297 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44af3e26fb0b0a1a6696ef755ebf35ab: Waiting for close lock at 1730971025859Running coprocessor pre-close hooks at 1730971025859Disabling compacts and flushes for region at 1730971025859Disabling writes for close at 1730971025859Obtaining lock to block concurrent updates at 1730971025859Preparing flush snapshotting stores in 44af3e26fb0b0a1a6696ef755ebf35ab at 1730971025859Finished memstore snapshotting hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1730971025860 (+1 ms)Flushing stores of hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. at 1730971025860Flushing 44af3e26fb0b0a1a6696ef755ebf35ab/queue: creating writer at 1730971025860Flushing 44af3e26fb0b0a1a6696ef755ebf35ab/queue: appending metadata at 1730971025875 (+15 ms)Flushing 44af3e26fb0b0a1a6696ef755ebf35ab/queue: closing flushed file at 1730971025875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5411f9: reopening flushed file at 1730971026284 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 44af3e26fb0b0a1a6696ef755ebf35ab in 430ms, sequenceid=10, compaction requested=false at 1730971026289 (+5 ms)Writing region close event to WAL at 1730971026294 (+5 ms)Running coprocessor post-close hooks at 1730971026297 (+3 ms)Closed at 1730971026297 2024-11-07T09:17:06,297 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730971019672.44af3e26fb0b0a1a6696ef755ebf35ab. 2024-11-07T09:17:06,297 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c27f80e1b35f83531fafe0994c0c2820, disabling compactions & flushes 2024-11-07T09:17:06,298 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:17:06,298 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:17:06,298 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. after waiting 0 ms 2024-11-07T09:17:06,298 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:17:06,298 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c27f80e1b35f83531fafe0994c0c2820 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-07T09:17:06,308 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/ns/2b4b10ac78ea49dfa076458a6587d2f7 is 43, key is default/ns:d/1730971014613/Put/seqid=0 2024-11-07T09:17:06,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:17:06,315 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/.tmp/f/1c1c92db1f124179b646e3b6d49c44a3 is 29, key is row1/f:/1730971024847/DeleteFamily/seqid=0 2024-11-07T09:17:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741843_1019 (size=5118) 2024-11-07T09:17:06,460 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:17:06,660 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c27f80e1b35f83531fafe0994c0c2820 2024-11-07T09:17:06,679 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 914, reset compression=false 2024-11-07T09:17:06,711 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/ns/2b4b10ac78ea49dfa076458a6587d2f7 2024-11-07T09:17:06,719 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/.tmp/f/1c1c92db1f124179b646e3b6d49c44a3 2024-11-07T09:17:06,723 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c1c92db1f124179b646e3b6d49c44a3 2024-11-07T09:17:06,730 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/6114ca67656448fdb65efb07934f61e9 is 112, key is test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820./rep_barrier:seqnumDuringOpen/1730971018014/Put/seqid=0 2024-11-07T09:17:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741844_1020 (size=5518) 2024-11-07T09:17:06,737 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/.tmp/f1/a7a460f0fe0447fb8da8d87846725a7c is 30, key is row1/f1:/1730971024847/DeleteFamily/seqid=0 2024-11-07T09:17:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741845_1021 (size=5123) 2024-11-07T09:17:06,740 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/.tmp/f1/a7a460f0fe0447fb8da8d87846725a7c 2024-11-07T09:17:06,743 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7a460f0fe0447fb8da8d87846725a7c 2024-11-07T09:17:06,757 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/.tmp/norep/40ee50ee4ed14016b547ff2b6233503c is 33, key is row1/norep:/1730971024847/DeleteFamily/seqid=0 2024-11-07T09:17:06,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741846_1022 (size=5108) 2024-11-07T09:17:06,760 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/.tmp/norep/40ee50ee4ed14016b547ff2b6233503c 2024-11-07T09:17:06,763 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40ee50ee4ed14016b547ff2b6233503c 2024-11-07T09:17:06,764 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/.tmp/f/1c1c92db1f124179b646e3b6d49c44a3 as hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/f/1c1c92db1f124179b646e3b6d49c44a3 2024-11-07T09:17:06,768 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c1c92db1f124179b646e3b6d49c44a3 2024-11-07T09:17:06,768 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/f/1c1c92db1f124179b646e3b6d49c44a3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T09:17:06,768 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/.tmp/f1/a7a460f0fe0447fb8da8d87846725a7c as hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/f1/a7a460f0fe0447fb8da8d87846725a7c 2024-11-07T09:17:06,772 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7a460f0fe0447fb8da8d87846725a7c 2024-11-07T09:17:06,772 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/f1/a7a460f0fe0447fb8da8d87846725a7c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T09:17:06,772 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/.tmp/norep/40ee50ee4ed14016b547ff2b6233503c as hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/norep/40ee50ee4ed14016b547ff2b6233503c 2024-11-07T09:17:06,776 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40ee50ee4ed14016b547ff2b6233503c 2024-11-07T09:17:06,776 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/norep/40ee50ee4ed14016b547ff2b6233503c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-07T09:17:06,777 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c27f80e1b35f83531fafe0994c0c2820 in 478ms, sequenceid=8, compaction requested=false 2024-11-07T09:17:06,780 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/default/test/c27f80e1b35f83531fafe0994c0c2820/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T09:17:06,781 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:06,781 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:17:06,781 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:17:06,781 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c27f80e1b35f83531fafe0994c0c2820: Waiting for close lock at 1730971026297Running coprocessor pre-close hooks at 1730971026297Disabling compacts and flushes for region at 1730971026297Disabling writes for close at 1730971026298 (+1 ms)Obtaining lock to block concurrent updates at 1730971026298Preparing flush snapshotting stores in c27f80e1b35f83531fafe0994c0c2820 at 1730971026298Finished memstore snapshotting test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1730971026298Flushing stores of test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. at 1730971026298Flushing c27f80e1b35f83531fafe0994c0c2820/f: creating writer at 1730971026298Flushing c27f80e1b35f83531fafe0994c0c2820/f: appending metadata at 1730971026315 (+17 ms)Flushing c27f80e1b35f83531fafe0994c0c2820/f: closing flushed file at 1730971026315Flushing c27f80e1b35f83531fafe0994c0c2820/f1: creating writer at 1730971026723 (+408 ms)Flushing c27f80e1b35f83531fafe0994c0c2820/f1: appending metadata at 1730971026736 (+13 ms)Flushing c27f80e1b35f83531fafe0994c0c2820/f1: closing flushed file at 1730971026737 (+1 ms)Flushing c27f80e1b35f83531fafe0994c0c2820/norep: creating writer at 1730971026744 (+7 ms)Flushing c27f80e1b35f83531fafe0994c0c2820/norep: appending metadata at 1730971026756 (+12 ms)Flushing c27f80e1b35f83531fafe0994c0c2820/norep: closing flushed file at 1730971026756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d6f9d5: reopening flushed file at 1730971026764 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4adc60: reopening flushed file at 1730971026768 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78f8a9ad: reopening flushed file at 1730971026772 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c27f80e1b35f83531fafe0994c0c2820 in 478ms, sequenceid=8, compaction requested=false at 1730971026777 (+5 ms)Writing region close event to WAL at 1730971026778 (+1 ms)Running coprocessor post-close hooks at 1730971026781 (+3 ms)Closed at 1730971026781 2024-11-07T09:17:06,781 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730971016859.c27f80e1b35f83531fafe0994c0c2820. 2024-11-07T09:17:06,861 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:17:06,861 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:17:06,861 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:17:06,894 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 913, reset compression=false 2024-11-07T09:17:06,898 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:06,898 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 1804, reset compression=false 2024-11-07T09:17:06,898 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,43875,1730971012465 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048, lastWalPosition=1804, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:06,899 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9f1eb259a29b,43875,1730971012465: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9f1eb259a29b,43875,1730971012465, walGroup=9f1eb259a29b%2C43875%2C1730971012465, offset=9f1eb259a29b%2C43875%2C1730971012465.1730971014048:1804, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:43875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T09:17:06,900 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T09:17:06,901 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T09:17:06,902 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T09:17:06,902 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T09:17:06,902 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T09:17:06,902 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 671160832 }, "NonHeapMemoryUsage": { "committed": 195493888, "init": 7667712, "max": -1, "used": 190887304 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T09:17:06,902 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:43465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:43465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T09:17:07,061 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:17:07,101 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 1804, reset compression=false 2024-11-07T09:17:07,134 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/6114ca67656448fdb65efb07934f61e9 2024-11-07T09:17:07,159 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/table/f4892e3847f54afebd00b2dd0e4c9afc is 53, key is hbase:replication/table:state/1730971020854/Put/seqid=0 2024-11-07T09:17:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741847_1023 (size=5308) 2024-11-07T09:17:07,261 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:17:07,283 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 914, reset compression=false 2024-11-07T09:17:07,405 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 1804, reset compression=false 2024-11-07T09:17:07,461 DEBUG [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:17:07,563 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/table/f4892e3847f54afebd00b2dd0e4c9afc 2024-11-07T09:17:07,568 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/info/0c527a4a6c14423db98f5b88e9cd20f8 as hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/info/0c527a4a6c14423db98f5b88e9cd20f8 2024-11-07T09:17:07,571 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/info/0c527a4a6c14423db98f5b88e9cd20f8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:17:07,572 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/ns/2b4b10ac78ea49dfa076458a6587d2f7 as hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/ns/2b4b10ac78ea49dfa076458a6587d2f7 2024-11-07T09:17:07,576 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/ns/2b4b10ac78ea49dfa076458a6587d2f7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:17:07,577 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/rep_barrier/6114ca67656448fdb65efb07934f61e9 as hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/rep_barrier/6114ca67656448fdb65efb07934f61e9 2024-11-07T09:17:07,581 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/rep_barrier/6114ca67656448fdb65efb07934f61e9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:17:07,581 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/.tmp/table/f4892e3847f54afebd00b2dd0e4c9afc as hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/table/f4892e3847f54afebd00b2dd0e4c9afc 2024-11-07T09:17:07,585 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/table/f4892e3847f54afebd00b2dd0e4c9afc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:17:07,586 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-07T09:17:07,590 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:17:07,590 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:07,590 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:17:07,590 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:07,590 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971025860Running coprocessor pre-close hooks at 1730971025860Disabling compacts and flushes for region at 1730971025860Disabling writes for close at 1730971025860Obtaining lock to block concurrent updates at 1730971025860Preparing flush snapshotting stores in 1588230740 at 1730971025860Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730971025860Flushing stores of hbase:meta,,1.1588230740 at 1730971025861 (+1 ms)Flushing 1588230740/info: creating writer at 1730971025861Flushing 1588230740/info: appending metadata at 1730971025880 (+19 ms)Flushing 1588230740/info: closing flushed file at 1730971025880Flushing 1588230740/ns: creating writer at 1730971026293 (+413 ms)Flushing 1588230740/ns: appending metadata at 1730971026307 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730971026307Flushing 1588230740/rep_barrier: creating writer at 1730971026715 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971026730 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971026730Flushing 1588230740/table: creating writer at 1730971027138 (+408 ms)Flushing 1588230740/table: appending metadata at 1730971027159 (+21 ms)Flushing 1588230740/table: closing flushed file at 1730971027159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0d37c4: reopening flushed file at 1730971027567 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1eea10: reopening flushed file at 1730971027572 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174a64c3: reopening flushed file at 1730971027577 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f993596: reopening flushed file at 1730971027581 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1730971027586 (+5 ms)Writing region close event to WAL at 1730971027587 (+1 ms)Running coprocessor post-close hooks at 1730971027590 (+3 ms)Closed at 1730971027590 2024-11-07T09:17:07,591 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:07,661 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,43875,1730971012465; all regions closed. 2024-11-07T09:17:07,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741834_1010 (size=4239) 2024-11-07T09:17:07,663 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.meta.1730971014575.meta not finished, retry = 0 2024-11-07T09:17:07,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741839_1015 (size=2676) 2024-11-07T09:17:07,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.rep.1730971020804 not finished, retry = 0 2024-11-07T09:17:07,808 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/WALs/9f1eb259a29b,43875,1730971012465/9f1eb259a29b%2C43875%2C1730971012465.1730971014048 to pos 1804, reset compression=false 2024-11-07T09:17:07,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741833_1009 (size=1812) 2024-11-07T09:17:07,869 DEBUG [RS:0;9f1eb259a29b:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:07,869 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:17:07,870 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:17:07,870 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:17:07,870 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:17:07,870 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:17:07,870 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,43875,1730971012465 because: Region server is closing 2024-11-07T09:17:07,871 INFO [RS:0;9f1eb259a29b:43875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:43875. 2024-11-07T09:17:07,871 DEBUG [RS:0;9f1eb259a29b:43875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:07,871 DEBUG [RS:0;9f1eb259a29b:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:07,871 DEBUG [RS:0;9f1eb259a29b:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:07,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:07,971 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.shipper9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 terminated 2024-11-07T09:17:07,971 INFO [RS:0;9f1eb259a29b:43875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:43875. 2024-11-07T09:17:07,971 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,43875,1730971012465.replicationSource.wal-reader.9f1eb259a29b%2C43875%2C1730971012465,1-9f1eb259a29b,43875,1730971012465 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:17:07,971 DEBUG [RS:0;9f1eb259a29b:43875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:07,971 DEBUG [RS:0;9f1eb259a29b:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:07,971 DEBUG [RS:0;9f1eb259a29b:43875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:07,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:07,972 INFO [RS:0;9f1eb259a29b:43875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43875 2024-11-07T09:17:07,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057/rs 2024-11-07T09:17:07,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12073358057/rs/9f1eb259a29b,43875,1730971012465 2024-11-07T09:17:07,973 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:17:07,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,43875,1730971012465] 2024-11-07T09:17:07,977 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12073358057/draining/9f1eb259a29b,43875,1730971012465 already deleted, retry=false 2024-11-07T09:17:07,977 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,43875,1730971012465 expired; onlineServers=0 2024-11-07T09:17:07,977 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,43465,1730971012409' ***** 2024-11-07T09:17:07,977 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:17:07,977 INFO [M:0;9f1eb259a29b:43465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:17:07,977 INFO [M:0;9f1eb259a29b:43465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:17:07,977 DEBUG [M:0;9f1eb259a29b:43465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:17:07,977 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:17:07,977 DEBUG [M:0;9f1eb259a29b:43465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:17:07,977 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971013829 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971013829,5,FailOnTimeoutGroup] 2024-11-07T09:17:07,977 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971013832 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971013832,5,FailOnTimeoutGroup] 2024-11-07T09:17:07,977 INFO [M:0;9f1eb259a29b:43465 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:17:07,977 INFO [M:0;9f1eb259a29b:43465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:17:07,977 DEBUG [M:0;9f1eb259a29b:43465 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:17:07,977 INFO [M:0;9f1eb259a29b:43465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:17:07,977 INFO [M:0;9f1eb259a29b:43465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:17:07,978 INFO [M:0;9f1eb259a29b:43465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:17:07,978 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:17:07,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12073358057/master 2024-11-07T09:17:07,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12073358057 2024-11-07T09:17:07,979 DEBUG [M:0;9f1eb259a29b:43465 {}] zookeeper.ZKUtil(347): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Unable to get data of znode /12073358057/master because node does not exist (not an error) 2024-11-07T09:17:07,979 WARN [M:0;9f1eb259a29b:43465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:17:07,979 INFO [M:0;9f1eb259a29b:43465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/.lastflushedseqids 2024-11-07T09:17:07,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741848_1024 (size=245) 2024-11-07T09:17:07,987 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 914, reset compression=false 2024-11-07T09:17:08,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:08,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43875-0x100f1b765030004, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:08,075 INFO [RS:0;9f1eb259a29b:43875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:17:08,075 INFO [RS:0;9f1eb259a29b:43875 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,43875,1730971012465; zookeeper connection closed. 2024-11-07T09:17:08,076 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@87754d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@87754d4 2024-11-07T09:17:08,076 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:17:08,384 INFO [M:0;9f1eb259a29b:43465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:17:08,384 INFO [M:0;9f1eb259a29b:43465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:17:08,384 DEBUG [M:0;9f1eb259a29b:43465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:17:08,384 INFO [M:0;9f1eb259a29b:43465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:08,384 DEBUG [M:0;9f1eb259a29b:43465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:08,384 DEBUG [M:0;9f1eb259a29b:43465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:17:08,384 DEBUG [M:0;9f1eb259a29b:43465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:08,384 INFO [M:0;9f1eb259a29b:43465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T09:17:08,403 DEBUG [M:0;9f1eb259a29b:43465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af9e1119157a49979717bb9c9da2e1cb is 82, key is hbase:meta,,1/info:regioninfo/1730971014604/Put/seqid=0 2024-11-07T09:17:08,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741849_1025 (size=5672) 2024-11-07T09:17:08,790 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 914, reset compression=false 2024-11-07T09:17:08,807 INFO [M:0;9f1eb259a29b:43465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af9e1119157a49979717bb9c9da2e1cb 2024-11-07T09:17:08,825 DEBUG [M:0;9f1eb259a29b:43465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a802aaee75544298340071fd4cc4de0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730971020857/Put/seqid=0 2024-11-07T09:17:08,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741850_1026 (size=8516) 2024-11-07T09:17:09,228 INFO [M:0;9f1eb259a29b:43465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a802aaee75544298340071fd4cc4de0 2024-11-07T09:17:09,246 DEBUG [M:0;9f1eb259a29b:43465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95803bcd6e10403db8391e7f1d7d31a0 is 69, key is 9f1eb259a29b,43875,1730971012465/rs:state/1730971013906/Put/seqid=0 2024-11-07T09:17:09,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741851_1027 (size=5156) 2024-11-07T09:17:09,650 INFO [M:0;9f1eb259a29b:43465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95803bcd6e10403db8391e7f1d7d31a0 2024-11-07T09:17:09,654 DEBUG [M:0;9f1eb259a29b:43465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af9e1119157a49979717bb9c9da2e1cb as hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af9e1119157a49979717bb9c9da2e1cb 2024-11-07T09:17:09,658 INFO [M:0;9f1eb259a29b:43465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af9e1119157a49979717bb9c9da2e1cb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T09:17:09,659 DEBUG [M:0;9f1eb259a29b:43465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a802aaee75544298340071fd4cc4de0 as hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a802aaee75544298340071fd4cc4de0 2024-11-07T09:17:09,662 INFO [M:0;9f1eb259a29b:43465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a802aaee75544298340071fd4cc4de0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T09:17:09,663 DEBUG [M:0;9f1eb259a29b:43465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95803bcd6e10403db8391e7f1d7d31a0 as hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95803bcd6e10403db8391e7f1d7d31a0 2024-11-07T09:17:09,666 INFO [M:0;9f1eb259a29b:43465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39387/user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95803bcd6e10403db8391e7f1d7d31a0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T09:17:09,667 INFO [M:0;9f1eb259a29b:43465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-07T09:17:09,668 INFO [M:0;9f1eb259a29b:43465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:09,669 DEBUG [M:0;9f1eb259a29b:43465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971028384Disabling compacts and flushes for region at 1730971028384Disabling writes for close at 1730971028384Obtaining lock to block concurrent updates at 1730971028384Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971028384Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730971028385 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971028385Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971028385Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971028403 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971028403Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971028811 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971028824 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971028824Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971029232 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971029245 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971029245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb7ba03: reopening flushed file at 1730971029654 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@208b03d4: reopening flushed file at 1730971029658 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c734461: reopening flushed file at 1730971029662 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1730971029667 (+5 ms)Writing region close event to WAL at 1730971029668 (+1 ms)Closed at 1730971029668 2024-11-07T09:17:09,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a957d9be-93c2-9b7c-f415-0ddbe9378f2c/MasterData/WALs/9f1eb259a29b,43465,1730971012409/9f1eb259a29b%2C43465%2C1730971012409.1730971013750 not finished, retry = 0 2024-11-07T09:17:09,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43439 is added to blk_1073741830_1006 (size=63654) 2024-11-07T09:17:09,694 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 914, reset compression=false 2024-11-07T09:17:09,771 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:17:09,771 INFO [M:0;9f1eb259a29b:43465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:17:09,771 INFO [M:0;9f1eb259a29b:43465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43465 2024-11-07T09:17:09,772 INFO [M:0;9f1eb259a29b:43465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:17:09,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:09,873 INFO [M:0;9f1eb259a29b:43465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:17:09,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x100f1b765030003, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:09,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f0fa6d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:17:09,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7303b9c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:17:09,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:17:09,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40e5f5b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:17:09,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa3ede5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/hadoop.log.dir/,STOPPED} 2024-11-07T09:17:09,879 WARN [BP-575538284-172.17.0.2-1730971011772 heartbeating to localhost/127.0.0.1:39387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:17:09,879 WARN [BP-575538284-172.17.0.2-1730971011772 heartbeating to localhost/127.0.0.1:39387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-575538284-172.17.0.2-1730971011772 (Datanode Uuid 4820a47c-e52c-4c7c-858f-11492e294ec6) service to localhost/127.0.0.1:39387 2024-11-07T09:17:09,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:17:09,879 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:17:09,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/cluster_1404488e-a4f6-7d17-4e09-3a128ce51d47/data/data1/current/BP-575538284-172.17.0.2-1730971011772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:17:09,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/cluster_1404488e-a4f6-7d17-4e09-3a128ce51d47/data/data2/current/BP-575538284-172.17.0.2-1730971011772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:17:09,880 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:17:09,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cd0c73b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:17:09,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f79ff8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:17:09,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:17:09,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29b9c16f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:17:09,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc8ea34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/hadoop.log.dir/,STOPPED} 2024-11-07T09:17:09,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:17:09,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:17:09,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:09,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:09,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:09,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:09,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:09,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:17:09,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1251401165, stopped=false 2024-11-07T09:17:09,902 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,39729,1730971008646 2024-11-07T09:17:09,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0341004815/running 2024-11-07T09:17:09,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0341004815/running 2024-11-07T09:17:09,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:17:09,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:17:09,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:17:09,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Set watcher on znode that does not yet exist, /0341004815/running 2024-11-07T09:17:09,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:09,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:09,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:09,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Set watcher on znode that does not yet exist, /0341004815/running 2024-11-07T09:17:09,904 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,41853,1730971008710' ***** 2024-11-07T09:17:09,904 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:17:09,904 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:17:09,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c9c021e4177502ca5921545a7f4142e 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,41853,1730971008710 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:41853. 2024-11-07T09:17:09,905 DEBUG [RS:0;9f1eb259a29b:41853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:09,905 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e15ac73d624ecfca0eb9106c69fc061, disabling compactions & flushes 2024-11-07T09:17:09,905 DEBUG [RS:0;9f1eb259a29b:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:09,905 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:17:09,905 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:17:09,905 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. after waiting 0 ms 2024-11-07T09:17:09,905 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:17:09,905 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e15ac73d624ecfca0eb9106c69fc061 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-07T09:17:09,905 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:17:09,905 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1325): Online Regions={1e15ac73d624ecfca0eb9106c69fc061=hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061., 1588230740=hbase:meta,,1.1588230740, 0c9c021e4177502ca5921545a7f4142e=test,,1730971014705.0c9c021e4177502ca5921545a7f4142e.} 2024-11-07T09:17:09,905 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1351): Waiting on 0c9c021e4177502ca5921545a7f4142e, 1588230740, 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:17:09,906 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:17:09,906 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:17:09,906 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:17:09,906 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:17:09,906 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:17:09,906 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:17:09,920 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/replication/1e15ac73d624ecfca0eb9106c69fc061/.tmp/queue/dfdd246b4af44a1ca086c10f8385ed61 is 153, key is 1-9f1eb259a29b,41853,1730971008710/queue:9f1eb259a29b%2C41853%2C1730971008710/1730971025264/Put/seqid=0 2024-11-07T09:17:09,923 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/info/24b26c6221c649e8a333b06c7286665f is 147, key is hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061./info:regioninfo/1730971019407/Put/seqid=0 2024-11-07T09:17:09,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741840_1016 (size=5352) 2024-11-07T09:17:09,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741841_1017 (size=7686) 2024-11-07T09:17:09,928 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/info/24b26c6221c649e8a333b06c7286665f 2024-11-07T09:17:09,953 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/ns/b53f10ed57d94a8b8a0a403abbf593d6 is 43, key is default/ns:d/1730971011681/Put/seqid=0 2024-11-07T09:17:09,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:17:09,985 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:17:10,106 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1351): Waiting on 0c9c021e4177502ca5921545a7f4142e, 1588230740, 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:17:10,306 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1351): Waiting on 0c9c021e4177502ca5921545a7f4142e, 1588230740, 1e15ac73d624ecfca0eb9106c69fc061 2024-11-07T09:17:10,325 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/replication/1e15ac73d624ecfca0eb9106c69fc061/.tmp/queue/dfdd246b4af44a1ca086c10f8385ed61 2024-11-07T09:17:10,330 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/replication/1e15ac73d624ecfca0eb9106c69fc061/.tmp/queue/dfdd246b4af44a1ca086c10f8385ed61 as hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/replication/1e15ac73d624ecfca0eb9106c69fc061/queue/dfdd246b4af44a1ca086c10f8385ed61 2024-11-07T09:17:10,334 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/replication/1e15ac73d624ecfca0eb9106c69fc061/queue/dfdd246b4af44a1ca086c10f8385ed61, entries=1, sequenceid=10, filesize=5.2 K 2024-11-07T09:17:10,335 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1e15ac73d624ecfca0eb9106c69fc061 in 430ms, sequenceid=10, compaction requested=false 2024-11-07T09:17:10,338 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/replication/1e15ac73d624ecfca0eb9106c69fc061/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T09:17:10,339 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:10,339 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:17:10,339 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:17:10,339 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e15ac73d624ecfca0eb9106c69fc061: Waiting for close lock at 1730971029905Running coprocessor pre-close hooks at 1730971029905Disabling compacts and flushes for region at 1730971029905Disabling writes for close at 1730971029905Obtaining lock to block concurrent updates at 1730971029905Preparing flush snapshotting stores in 1e15ac73d624ecfca0eb9106c69fc061 at 1730971029905Finished memstore snapshotting hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1730971029906 (+1 ms)Flushing stores of hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. at 1730971029906Flushing 1e15ac73d624ecfca0eb9106c69fc061/queue: creating writer at 1730971029906Flushing 1e15ac73d624ecfca0eb9106c69fc061/queue: appending metadata at 1730971029920 (+14 ms)Flushing 1e15ac73d624ecfca0eb9106c69fc061/queue: closing flushed file at 1730971029920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec31e7c: reopening flushed file at 1730971030329 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1e15ac73d624ecfca0eb9106c69fc061 in 430ms, sequenceid=10, compaction requested=false at 1730971030335 (+6 ms)Writing region close event to WAL at 1730971030336 (+1 ms)Running coprocessor post-close hooks at 1730971030339 (+3 ms)Closed at 1730971030339 2024-11-07T09:17:10,339 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730971019032.1e15ac73d624ecfca0eb9106c69fc061. 2024-11-07T09:17:10,339 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c9c021e4177502ca5921545a7f4142e, disabling compactions & flushes 2024-11-07T09:17:10,339 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:17:10,339 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:17:10,339 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. after waiting 0 ms 2024-11-07T09:17:10,339 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:17:10,339 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c9c021e4177502ca5921545a7f4142e 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-07T09:17:10,358 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/.tmp/f/7d8359339e3a4bdbaa90d22badaee562 is 29, key is row1/f:/1730971024847/DeleteFamily/seqid=0 2024-11-07T09:17:10,358 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/ns/b53f10ed57d94a8b8a0a403abbf593d6 2024-11-07T09:17:10,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741843_1019 (size=5118) 2024-11-07T09:17:10,365 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/.tmp/f/7d8359339e3a4bdbaa90d22badaee562 2024-11-07T09:17:10,368 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d8359339e3a4bdbaa90d22badaee562 2024-11-07T09:17:10,378 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/rep_barrier/84eb71486da14c20a8094525dfb34143 is 112, key is test,,1730971014705.0c9c021e4177502ca5921545a7f4142e./rep_barrier:seqnumDuringOpen/1730971015858/Put/seqid=0 2024-11-07T09:17:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741844_1020 (size=5518) 2024-11-07T09:17:10,385 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/.tmp/f1/8a6db79881424114a1a39910e7b57950 is 30, key is row1/f1:/1730971024847/DeleteFamily/seqid=0 2024-11-07T09:17:10,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741845_1021 (size=5123) 2024-11-07T09:17:10,506 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1351): Waiting on 0c9c021e4177502ca5921545a7f4142e, 1588230740 2024-11-07T09:17:10,618 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:17:10,618 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:17:10,697 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 914, reset compression=false 2024-11-07T09:17:10,702 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:10,702 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 1161, reset compression=false 2024-11-07T09:17:10,702 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,41853,1730971008710 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:10,703 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9f1eb259a29b,41853,1730971008710: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9f1eb259a29b,41853,1730971008710, walGroup=9f1eb259a29b%2C41853%2C1730971008710, offset=9f1eb259a29b%2C41853%2C1730971008710.1730971010710:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:41853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T09:17:10,704 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T09:17:10,704 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T09:17:10,705 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T09:17:10,705 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T09:17:10,705 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T09:17:10,705 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 723589632 }, "NonHeapMemoryUsage": { "committed": 195756032, "init": 7667712, "max": -1, "used": 191325920 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T09:17:10,705 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:39729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:39729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T09:17:10,706 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1351): Waiting on 0c9c021e4177502ca5921545a7f4142e, 1588230740 2024-11-07T09:17:10,782 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/rep_barrier/84eb71486da14c20a8094525dfb34143 2024-11-07T09:17:10,789 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/.tmp/f1/8a6db79881424114a1a39910e7b57950 2024-11-07T09:17:10,794 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a6db79881424114a1a39910e7b57950 2024-11-07T09:17:10,805 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/table/24ef274780d3488dabdd45ec6ec89b37 is 53, key is hbase:replication/table:state/1730971019414/Put/seqid=0 2024-11-07T09:17:10,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741846_1022 (size=5308) 2024-11-07T09:17:10,813 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/.tmp/norep/930afcae98d74b4f8630814db6987391 is 32, key is row/norep:/1730971023840/DeleteFamily/seqid=0 2024-11-07T09:17:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741847_1023 (size=5101) 2024-11-07T09:17:10,906 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 1161, reset compression=false 2024-11-07T09:17:10,906 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:17:10,906 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0c9c021e4177502ca5921545a7f4142e=test,,1730971014705.0c9c021e4177502ca5921545a7f4142e.} 2024-11-07T09:17:10,906 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1351): Waiting on 0c9c021e4177502ca5921545a7f4142e, 1588230740 2024-11-07T09:17:11,107 DEBUG [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1351): Waiting on 0c9c021e4177502ca5921545a7f4142e, 1588230740 2024-11-07T09:17:11,210 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/table/24ef274780d3488dabdd45ec6ec89b37 2024-11-07T09:17:11,210 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.1730971010710 to pos 1161, reset compression=false 2024-11-07T09:17:11,215 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/info/24b26c6221c649e8a333b06c7286665f as hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/info/24b26c6221c649e8a333b06c7286665f 2024-11-07T09:17:11,217 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/.tmp/norep/930afcae98d74b4f8630814db6987391 2024-11-07T09:17:11,219 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/info/24b26c6221c649e8a333b06c7286665f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:17:11,220 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/ns/b53f10ed57d94a8b8a0a403abbf593d6 as hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/ns/b53f10ed57d94a8b8a0a403abbf593d6 2024-11-07T09:17:11,221 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 930afcae98d74b4f8630814db6987391 2024-11-07T09:17:11,221 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/.tmp/f/7d8359339e3a4bdbaa90d22badaee562 as hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/f/7d8359339e3a4bdbaa90d22badaee562 2024-11-07T09:17:11,224 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/ns/b53f10ed57d94a8b8a0a403abbf593d6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:17:11,224 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/rep_barrier/84eb71486da14c20a8094525dfb34143 as hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/rep_barrier/84eb71486da14c20a8094525dfb34143 2024-11-07T09:17:11,225 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d8359339e3a4bdbaa90d22badaee562 2024-11-07T09:17:11,225 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/f/7d8359339e3a4bdbaa90d22badaee562, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T09:17:11,226 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/.tmp/f1/8a6db79881424114a1a39910e7b57950 as hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/f1/8a6db79881424114a1a39910e7b57950 2024-11-07T09:17:11,228 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/rep_barrier/84eb71486da14c20a8094525dfb34143, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:17:11,229 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/.tmp/table/24ef274780d3488dabdd45ec6ec89b37 as hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/table/24ef274780d3488dabdd45ec6ec89b37 2024-11-07T09:17:11,230 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a6db79881424114a1a39910e7b57950 2024-11-07T09:17:11,230 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/f1/8a6db79881424114a1a39910e7b57950, entries=2, sequenceid=8, filesize=5.0 K 2024-11-07T09:17:11,231 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/.tmp/norep/930afcae98d74b4f8630814db6987391 as hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/norep/930afcae98d74b4f8630814db6987391 2024-11-07T09:17:11,234 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/table/24ef274780d3488dabdd45ec6ec89b37, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:17:11,235 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-11-07T09:17:11,236 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 930afcae98d74b4f8630814db6987391 2024-11-07T09:17:11,236 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/norep/930afcae98d74b4f8630814db6987391, entries=1, sequenceid=8, filesize=5.0 K 2024-11-07T09:17:11,237 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0c9c021e4177502ca5921545a7f4142e in 897ms, sequenceid=8, compaction requested=false 2024-11-07T09:17:11,243 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:17:11,243 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/data/default/test/0c9c021e4177502ca5921545a7f4142e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T09:17:11,244 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:11,244 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:17:11,244 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:11,244 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:11,244 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:17:11,244 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:17:11,244 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971029905Running coprocessor pre-close hooks at 1730971029905Disabling compacts and flushes for region at 1730971029905Disabling writes for close at 1730971029906 (+1 ms)Obtaining lock to block concurrent updates at 1730971029906Preparing flush snapshotting stores in 1588230740 at 1730971029906Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730971029906Flushing stores of hbase:meta,,1.1588230740 at 1730971029907 (+1 ms)Flushing 1588230740/info: creating writer at 1730971029907Flushing 1588230740/info: appending metadata at 1730971029923 (+16 ms)Flushing 1588230740/info: closing flushed file at 1730971029923Flushing 1588230740/ns: creating writer at 1730971029933 (+10 ms)Flushing 1588230740/ns: appending metadata at 1730971029953 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1730971029953Flushing 1588230740/rep_barrier: creating writer at 1730971030362 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971030378 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971030378Flushing 1588230740/table: creating writer at 1730971030787 (+409 ms)Flushing 1588230740/table: appending metadata at 1730971030804 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730971030804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7445e6d4: reopening flushed file at 1730971031215 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0335ad: reopening flushed file at 1730971031219 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@abc6e7: reopening flushed file at 1730971031224 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f067c6f: reopening flushed file at 1730971031228 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1730971031235 (+7 ms)Writing region close event to WAL at 1730971031240 (+5 ms)Running coprocessor post-close hooks at 1730971031244 (+4 ms)Closed at 1730971031244 2024-11-07T09:17:11,244 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c9c021e4177502ca5921545a7f4142e: Waiting for close lock at 1730971030339Running coprocessor pre-close hooks at 1730971030339Disabling compacts and flushes for region at 1730971030339Disabling writes for close at 1730971030339Obtaining lock to block concurrent updates at 1730971030339Preparing flush snapshotting stores in 0c9c021e4177502ca5921545a7f4142e at 1730971030339Finished memstore snapshotting test,,1730971014705.0c9c021e4177502ca5921545a7f4142e., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1730971030340 (+1 ms)Flushing stores of test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. at 1730971030340Flushing 0c9c021e4177502ca5921545a7f4142e/f: creating writer at 1730971030340Flushing 0c9c021e4177502ca5921545a7f4142e/f: appending metadata at 1730971030357 (+17 ms)Flushing 0c9c021e4177502ca5921545a7f4142e/f: closing flushed file at 1730971030357Flushing 0c9c021e4177502ca5921545a7f4142e/f1: creating writer at 1730971030368 (+11 ms)Flushing 0c9c021e4177502ca5921545a7f4142e/f1: appending metadata at 1730971030385 (+17 ms)Flushing 0c9c021e4177502ca5921545a7f4142e/f1: closing flushed file at 1730971030385Flushing 0c9c021e4177502ca5921545a7f4142e/norep: creating writer at 1730971030794 (+409 ms)Flushing 0c9c021e4177502ca5921545a7f4142e/norep: appending metadata at 1730971030812 (+18 ms)Flushing 0c9c021e4177502ca5921545a7f4142e/norep: closing flushed file at 1730971030813 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ddac86c: reopening flushed file at 1730971031221 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24aa7df0: reopening flushed file at 1730971031225 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2730ecb2: reopening flushed file at 1730971031230 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0c9c021e4177502ca5921545a7f4142e in 897ms, sequenceid=8, compaction requested=false at 1730971031237 (+7 ms)Writing region close event to WAL at 1730971031241 (+4 ms)Running coprocessor post-close hooks at 1730971031244 (+3 ms)Closed at 1730971031244 2024-11-07T09:17:11,244 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:11,244 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730971014705.0c9c021e4177502ca5921545a7f4142e. 2024-11-07T09:17:11,307 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,41853,1730971008710; all regions closed. 2024-11-07T09:17:11,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741834_1010 (size=4239) 2024-11-07T09:17:11,309 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/WALs/9f1eb259a29b,41853,1730971008710/9f1eb259a29b%2C41853%2C1730971008710.meta.1730971011636.meta not finished, retry = 0 2024-11-07T09:17:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741839_1015 (size=2676) 2024-11-07T09:17:11,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741832_1008 (size=1813) 2024-11-07T09:17:11,417 DEBUG [RS:0;9f1eb259a29b:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:11,417 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:17:11,417 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:17:11,417 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:17:11,417 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:17:11,417 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:17:11,417 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,41853,1730971008710 because: Region server is closing 2024-11-07T09:17:11,418 INFO [RS:0;9f1eb259a29b:41853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:41853. 2024-11-07T09:17:11,418 DEBUG [RS:0;9f1eb259a29b:41853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:11,418 DEBUG [RS:0;9f1eb259a29b:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:11,418 DEBUG [RS:0;9f1eb259a29b:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:11,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:11,518 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.shipper9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 terminated 2024-11-07T09:17:11,518 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,41853,1730971008710.replicationSource.wal-reader.9f1eb259a29b%2C41853%2C1730971008710,1-9f1eb259a29b,41853,1730971008710 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:17:11,518 INFO [RS:0;9f1eb259a29b:41853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:41853. 2024-11-07T09:17:11,518 DEBUG [RS:0;9f1eb259a29b:41853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:11,518 DEBUG [RS:0;9f1eb259a29b:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:11,518 DEBUG [RS:0;9f1eb259a29b:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:11,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:11,519 INFO [RS:0;9f1eb259a29b:41853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41853 2024-11-07T09:17:11,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815/rs 2024-11-07T09:17:11,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0341004815/rs/9f1eb259a29b,41853,1730971008710 2024-11-07T09:17:11,521 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:17:11,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,41853,1730971008710] 2024-11-07T09:17:11,524 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0341004815/draining/9f1eb259a29b,41853,1730971008710 already deleted, retry=false 2024-11-07T09:17:11,524 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,41853,1730971008710 expired; onlineServers=0 2024-11-07T09:17:11,524 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,39729,1730971008646' ***** 2024-11-07T09:17:11,524 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:17:11,524 INFO [M:0;9f1eb259a29b:39729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:17:11,524 INFO [M:0;9f1eb259a29b:39729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:17:11,524 DEBUG [M:0;9f1eb259a29b:39729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:17:11,524 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:17:11,524 DEBUG [M:0;9f1eb259a29b:39729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:17:11,524 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971010485 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971010485,5,FailOnTimeoutGroup] 2024-11-07T09:17:11,524 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971010488 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971010488,5,FailOnTimeoutGroup] 2024-11-07T09:17:11,524 INFO [M:0;9f1eb259a29b:39729 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:17:11,524 INFO [M:0;9f1eb259a29b:39729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:17:11,524 DEBUG [M:0;9f1eb259a29b:39729 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:17:11,524 INFO [M:0;9f1eb259a29b:39729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:17:11,524 INFO [M:0;9f1eb259a29b:39729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:17:11,525 INFO [M:0;9f1eb259a29b:39729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:17:11,525 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:17:11,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0341004815/master 2024-11-07T09:17:11,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0341004815 2024-11-07T09:17:11,526 DEBUG [M:0;9f1eb259a29b:39729 {}] zookeeper.ZKUtil(347): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Unable to get data of znode /0341004815/master because node does not exist (not an error) 2024-11-07T09:17:11,526 WARN [M:0;9f1eb259a29b:39729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:17:11,527 INFO [M:0;9f1eb259a29b:39729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/.lastflushedseqids 2024-11-07T09:17:11,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741848_1024 (size=245) 2024-11-07T09:17:11,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:11,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x100f1b765030001, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:11,623 INFO [RS:0;9f1eb259a29b:41853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:17:11,623 INFO [RS:0;9f1eb259a29b:41853 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,41853,1730971008710; zookeeper connection closed. 2024-11-07T09:17:11,623 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f166ade {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f166ade 2024-11-07T09:17:11,623 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:17:11,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:17:11,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:11,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:11,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:11,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:11,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:11,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:11,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:11,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:11,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:11,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:11,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:11,931 INFO [M:0;9f1eb259a29b:39729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:17:11,931 INFO [M:0;9f1eb259a29b:39729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:17:11,931 DEBUG [M:0;9f1eb259a29b:39729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:17:11,931 INFO [M:0;9f1eb259a29b:39729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:11,931 DEBUG [M:0;9f1eb259a29b:39729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:11,931 DEBUG [M:0;9f1eb259a29b:39729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:17:11,931 DEBUG [M:0;9f1eb259a29b:39729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:11,931 INFO [M:0;9f1eb259a29b:39729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-07T09:17:11,946 DEBUG [M:0;9f1eb259a29b:39729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc36bf4a4c2c44018167e4e5b6606745 is 82, key is hbase:meta,,1/info:regioninfo/1730971011667/Put/seqid=0 2024-11-07T09:17:11,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741849_1025 (size=5672) 2024-11-07T09:17:12,350 INFO [M:0;9f1eb259a29b:39729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc36bf4a4c2c44018167e4e5b6606745 2024-11-07T09:17:12,368 DEBUG [M:0;9f1eb259a29b:39729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/470055ab3c374d7984d8e4b824ac3a61 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730971019418/Put/seqid=0 2024-11-07T09:17:12,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741850_1026 (size=8517) 2024-11-07T09:17:12,773 INFO [M:0;9f1eb259a29b:39729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/470055ab3c374d7984d8e4b824ac3a61 2024-11-07T09:17:12,790 DEBUG [M:0;9f1eb259a29b:39729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/962c14c436594fad9e3f11507c91cb7d is 69, key is 9f1eb259a29b,41853,1730971008710/rs:state/1730971010557/Put/seqid=0 2024-11-07T09:17:12,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741851_1027 (size=5156) 2024-11-07T09:17:13,194 INFO [M:0;9f1eb259a29b:39729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/962c14c436594fad9e3f11507c91cb7d 2024-11-07T09:17:13,199 DEBUG [M:0;9f1eb259a29b:39729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc36bf4a4c2c44018167e4e5b6606745 as hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc36bf4a4c2c44018167e4e5b6606745 2024-11-07T09:17:13,202 INFO [M:0;9f1eb259a29b:39729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc36bf4a4c2c44018167e4e5b6606745, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T09:17:13,203 DEBUG [M:0;9f1eb259a29b:39729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/470055ab3c374d7984d8e4b824ac3a61 as hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/470055ab3c374d7984d8e4b824ac3a61 2024-11-07T09:17:13,206 INFO [M:0;9f1eb259a29b:39729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/470055ab3c374d7984d8e4b824ac3a61, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T09:17:13,207 DEBUG [M:0;9f1eb259a29b:39729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/962c14c436594fad9e3f11507c91cb7d as hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/962c14c436594fad9e3f11507c91cb7d 2024-11-07T09:17:13,210 INFO [M:0;9f1eb259a29b:39729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33739/user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/962c14c436594fad9e3f11507c91cb7d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T09:17:13,211 INFO [M:0;9f1eb259a29b:39729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-07T09:17:13,212 INFO [M:0;9f1eb259a29b:39729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:13,212 DEBUG [M:0;9f1eb259a29b:39729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971031931Disabling compacts and flushes for region at 1730971031931Disabling writes for close at 1730971031931Obtaining lock to block concurrent updates at 1730971031931Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971031931Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1730971031932 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971031932Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971031932Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971031946 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971031946Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971032354 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971032368 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971032368Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971032777 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971032790 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971032790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8894f6: reopening flushed file at 1730971033198 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16638ff9: reopening flushed file at 1730971033202 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db793bc: reopening flushed file at 1730971033206 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1730971033211 (+5 ms)Writing region close event to WAL at 1730971033212 (+1 ms)Closed at 1730971033212 2024-11-07T09:17:13,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741830_1006 (size=63666) 2024-11-07T09:17:13,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c28524b-6266-fa5b-e5dd-5fd6fa4b0773/MasterData/WALs/9f1eb259a29b,39729,1730971008646/9f1eb259a29b%2C39729%2C1730971008646.1730971010411 not finished, retry = 0 2024-11-07T09:17:13,315 INFO [M:0;9f1eb259a29b:39729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:17:13,315 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:17:13,315 INFO [M:0;9f1eb259a29b:39729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39729 2024-11-07T09:17:13,316 INFO [M:0;9f1eb259a29b:39729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:17:13,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:13,418 INFO [M:0;9f1eb259a29b:39729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:17:13,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39729-0x100f1b765030000, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:13,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9781c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:17:13,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ba6236c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:17:13,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:17:13,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4260ffd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:17:13,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@398473d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/hadoop.log.dir/,STOPPED} 2024-11-07T09:17:13,422 WARN [BP-2071921661-172.17.0.2-1730971007632 heartbeating to localhost/127.0.0.1:33739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:17:13,422 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:17:13,422 WARN [BP-2071921661-172.17.0.2-1730971007632 heartbeating to localhost/127.0.0.1:33739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2071921661-172.17.0.2-1730971007632 (Datanode Uuid cdbc5005-b172-417a-a51b-2ede3295a24b) service to localhost/127.0.0.1:33739 2024-11-07T09:17:13,422 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:17:13,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/cluster_0b9913ac-0e5b-b3a1-dad5-61235f9442cc/data/data1/current/BP-2071921661-172.17.0.2-1730971007632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:17:13,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/cluster_0b9913ac-0e5b-b3a1-dad5-61235f9442cc/data/data2/current/BP-2071921661-172.17.0.2-1730971007632 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:17:13,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:17:13,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24b5273c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:17:13,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78093ce3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:17:13,430 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:17:13,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1654ed53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:17:13,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@689da65b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f31dcdcd-97a0-6680-3df8-2eea3beea153/hadoop.log.dir/,STOPPED} 2024-11-07T09:17:13,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:17:13,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:17:13,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 248) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33739 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56468) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56468) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39387 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=4686 (was 4682) - AvailableMemoryMB LEAK? - 2024-11-07T09:17:13,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=4686 2024-11-07T09:17:13,500 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-07T09:17:13,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/hadoop.log.dir so I do NOT create it in target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782 2024-11-07T09:17:13,501 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:17:13,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/hadoop.tmp.dir so I do NOT create it in target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782 2024-11-07T09:17:13,501 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/302aa4f6-cdd0-0de8-e6ef-46561fa4bd6f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:17:13,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782 2024-11-07T09:17:13,501 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/cluster_dbaf58a3-9f4a-b6c6-9065-9579dc0600cd, deleteOnExit=true 2024-11-07T09:17:13,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/cluster_dbaf58a3-9f4a-b6c6-9065-9579dc0600cd/zookeeper_0, clientPort=60621, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/cluster_dbaf58a3-9f4a-b6c6-9065-9579dc0600cd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/cluster_dbaf58a3-9f4a-b6c6-9065-9579dc0600cd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:17:13,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60621 2024-11-07T09:17:13,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:17:13,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:17:13,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/test.cache.data in system properties and HBase conf 2024-11-07T09:17:13,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:17:13,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:17:13,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:17:13,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:17:13,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:17:13,505 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:17:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:17:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:17:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:17:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:17:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:17:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:17:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:17:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:17:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:17:13,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:17:13,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:17:13,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:17:13,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:17:13,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:17:13,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100f1b765030005, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:17:13,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100f1b765030002, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:17:13,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100f1b765030005, quorum=127.0.0.1:56468, baseZNode=/12073358057 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:17:13,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100f1b765030002, quorum=127.0.0.1:56468, baseZNode=/0341004815 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:17:13,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:13,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:17:13,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:17:13,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:17:13,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:17:13,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:13,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e0f3029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:17:13,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f0b361b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:17:13,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cfe0efc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/java.io.tmpdir/jetty-localhost-44667-hadoop-hdfs-3_4_1-tests_jar-_-any-6602164887258986803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:17:13,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15e4e09a{HTTP/1.1, (http/1.1)}{localhost:44667} 2024-11-07T09:17:13,707 INFO [Time-limited test {}] server.Server(415): Started @204978ms 2024-11-07T09:17:13,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:13,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:17:13,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:17:13,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:17:13,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:17:13,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23aec636{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:17:13,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@188d364{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:17:13,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9443e38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/java.io.tmpdir/jetty-localhost-45499-hadoop-hdfs-3_4_1-tests_jar-_-any-4116896156807826658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:17:13,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@152ccef3{HTTP/1.1, (http/1.1)}{localhost:45499} 2024-11-07T09:17:13,905 INFO [Time-limited test {}] server.Server(415): Started @205176ms 2024-11-07T09:17:13,906 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:17:14,053 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/cluster_dbaf58a3-9f4a-b6c6-9065-9579dc0600cd/data/data2/current/BP-1288343461-172.17.0.2-1730971033529/current, will proceed with Du for space computation calculation, 2024-11-07T09:17:14,053 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/cluster_dbaf58a3-9f4a-b6c6-9065-9579dc0600cd/data/data1/current/BP-1288343461-172.17.0.2-1730971033529/current, will proceed with Du for space computation calculation, 2024-11-07T09:17:14,072 WARN [Thread-2644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:17:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc87acd2ef4054b9c with lease ID 0xdc26eba18ee85313: Processing first storage report for DS-bb3a9b53-c3b9-45d0-9313-d7611d3dbf28 from datanode DatanodeRegistration(127.0.0.1:46049, datanodeUuid=3951ff44-3b17-474b-80a3-3416205616cd, infoPort=39219, infoSecurePort=0, ipcPort=33011, storageInfo=lv=-57;cid=testClusterID;nsid=579931824;c=1730971033529) 2024-11-07T09:17:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc87acd2ef4054b9c with lease ID 0xdc26eba18ee85313: from storage DS-bb3a9b53-c3b9-45d0-9313-d7611d3dbf28 node DatanodeRegistration(127.0.0.1:46049, datanodeUuid=3951ff44-3b17-474b-80a3-3416205616cd, infoPort=39219, infoSecurePort=0, ipcPort=33011, storageInfo=lv=-57;cid=testClusterID;nsid=579931824;c=1730971033529), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:17:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc87acd2ef4054b9c with lease ID 0xdc26eba18ee85313: Processing first storage report for DS-f8774f13-1b86-4983-9b37-f23c25c3b308 from datanode DatanodeRegistration(127.0.0.1:46049, datanodeUuid=3951ff44-3b17-474b-80a3-3416205616cd, infoPort=39219, infoSecurePort=0, ipcPort=33011, storageInfo=lv=-57;cid=testClusterID;nsid=579931824;c=1730971033529) 2024-11-07T09:17:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc87acd2ef4054b9c with lease ID 0xdc26eba18ee85313: from storage DS-f8774f13-1b86-4983-9b37-f23c25c3b308 node DatanodeRegistration(127.0.0.1:46049, datanodeUuid=3951ff44-3b17-474b-80a3-3416205616cd, infoPort=39219, infoSecurePort=0, ipcPort=33011, storageInfo=lv=-57;cid=testClusterID;nsid=579931824;c=1730971033529), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:17:14,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782 2024-11-07T09:17:14,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:14,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:17:14,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:17:14,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:17:14,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T09:17:14,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T09:17:14,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T09:17:14,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:14,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:17:14,545 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6 with version=8 2024-11-07T09:17:14,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/hbase-staging 2024-11-07T09:17:14,547 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:17:14,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:14,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:14,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:17:14,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:14,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:17:14,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:17:14,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:17:14,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40715 2024-11-07T09:17:14,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40715 connecting to ZooKeeper ensemble=127.0.0.1:60621 2024-11-07T09:17:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407150x0, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:14,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40715-0x100f1b7ca2f0000 connected 2024-11-07T09:17:14,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:14,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:14,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Set watcher on znode that does not yet exist, /01396311457/running 2024-11-07T09:17:14,575 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6, hbase.cluster.distributed=false 2024-11-07T09:17:14,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Set watcher on znode that does not yet exist, /01396311457/acl 2024-11-07T09:17:14,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40715 2024-11-07T09:17:14,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40715 2024-11-07T09:17:14,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40715 2024-11-07T09:17:14,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40715 2024-11-07T09:17:14,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40715 2024-11-07T09:17:14,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:17:14,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:14,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:14,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:17:14,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:14,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:17:14,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:17:14,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:17:14,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46241 2024-11-07T09:17:14,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46241 connecting to ZooKeeper ensemble=127.0.0.1:60621 2024-11-07T09:17:14,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:14,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:14,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462410x0, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:14,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462410x0, quorum=127.0.0.1:60621, baseZNode=/01396311457 Set watcher on znode that does not yet exist, /01396311457/running 2024-11-07T09:17:14,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46241-0x100f1b7ca2f0001 connected 2024-11-07T09:17:14,608 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:17:14,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:17:14,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Set watcher on znode that does not yet exist, /01396311457/master 2024-11-07T09:17:14,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Set watcher on znode that does not yet exist, /01396311457/acl 2024-11-07T09:17:14,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46241 2024-11-07T09:17:14,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46241 2024-11-07T09:17:14,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46241 2024-11-07T09:17:14,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46241 2024-11-07T09:17:14,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46241 2024-11-07T09:17:14,632 DEBUG [M:0;9f1eb259a29b:40715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:40715 2024-11-07T09:17:14,632 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01396311457/backup-masters/9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:14,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457/backup-masters 2024-11-07T09:17:14,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457/backup-masters 2024-11-07T09:17:14,634 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Set watcher on existing znode=/01396311457/backup-masters/9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:14,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01396311457/master 2024-11-07T09:17:14,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:14,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:14,638 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Set watcher on existing znode=/01396311457/master 2024-11-07T09:17:14,639 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01396311457/backup-masters/9f1eb259a29b,40715,1730971034547 from backup master directory 2024-11-07T09:17:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457/backup-masters 2024-11-07T09:17:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01396311457/backup-masters/9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457/backup-masters 2024-11-07T09:17:14,640 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:17:14,640 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:14,644 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/hbase.id] with ID: 396746e6-e5b3-4d25-b304-dcd12e3c1320 2024-11-07T09:17:14,644 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/.tmp/hbase.id 2024-11-07T09:17:14,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:17:15,050 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/.tmp/hbase.id]:[hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/hbase.id] 2024-11-07T09:17:15,058 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:15,058 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:17:15,059 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:17:15,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:15,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:15,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:17:15,466 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:17:15,467 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:17:15,467 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:15,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:17:15,876 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store 2024-11-07T09:17:15,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:17:16,281 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:16,281 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:17:16,281 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:16,281 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:16,281 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:17:16,281 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:16,281 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:16,281 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971036281Disabling compacts and flushes for region at 1730971036281Disabling writes for close at 1730971036281Writing region close event to WAL at 1730971036281Closed at 1730971036281 2024-11-07T09:17:16,282 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/.initializing 2024-11-07T09:17:16,282 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/WALs/9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:16,283 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:17:16,284 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C40715%2C1730971034547, suffix=, logDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/WALs/9f1eb259a29b,40715,1730971034547, archiveDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/oldWALs, maxLogs=10 2024-11-07T09:17:16,298 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/WALs/9f1eb259a29b,40715,1730971034547/9f1eb259a29b%2C40715%2C1730971034547.1730971036285, exclude list is [], retry=0 2024-11-07T09:17:16,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46049,DS-bb3a9b53-c3b9-45d0-9313-d7611d3dbf28,DISK] 2024-11-07T09:17:16,302 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/WALs/9f1eb259a29b,40715,1730971034547/9f1eb259a29b%2C40715%2C1730971034547.1730971036285 2024-11-07T09:17:16,302 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39219:39219)] 2024-11-07T09:17:16,302 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:16,302 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:16,302 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,302 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:17:16,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:16,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:16,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:17:16,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:16,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:16,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:17:16,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:16,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:16,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:17:16,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:16,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:16,308 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,309 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,309 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,310 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,310 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,310 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:16,312 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:16,314 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:16,315 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64097483, jitterRate=-0.04487307369709015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:16,316 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971036302Initializing all the Stores at 1730971036303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971036303Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971036303Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971036303Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971036303Cleaning up temporary data from old regions at 1730971036310 (+7 ms)Region opened successfully at 1730971036316 (+6 ms) 2024-11-07T09:17:16,316 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:17:16,318 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712a848f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:17:16,319 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:17:16,319 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:17:16,319 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:17:16,320 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:17:16,320 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:17:16,320 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:17:16,320 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:17:16,322 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:17:16,323 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Unable to get data of znode /01396311457/balancer because node does not exist (not necessarily an error) 2024-11-07T09:17:16,324 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01396311457/balancer already deleted, retry=false 2024-11-07T09:17:16,325 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:17:16,325 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Unable to get data of znode /01396311457/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:17:16,327 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01396311457/normalizer already deleted, retry=false 2024-11-07T09:17:16,327 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:17:16,328 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Unable to get data of znode /01396311457/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:17:16,329 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01396311457/switch/split already deleted, retry=false 2024-11-07T09:17:16,330 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Unable to get data of znode /01396311457/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:17:16,331 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01396311457/switch/merge already deleted, retry=false 2024-11-07T09:17:16,333 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Unable to get data of znode /01396311457/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:17:16,334 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01396311457/snapshot-cleanup already deleted, retry=false 2024-11-07T09:17:16,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01396311457/running 2024-11-07T09:17:16,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01396311457/running 2024-11-07T09:17:16,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:16,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:16,337 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,40715,1730971034547, sessionid=0x100f1b7ca2f0000, setting cluster-up flag (Was=false) 2024-11-07T09:17:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:16,346 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01396311457/flush-table-proc/acquired, /01396311457/flush-table-proc/reached, /01396311457/flush-table-proc/abort 2024-11-07T09:17:16,347 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:16,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:16,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:16,354 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01396311457/online-snapshot/acquired, /01396311457/online-snapshot/reached, /01396311457/online-snapshot/abort 2024-11-07T09:17:16,355 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:16,356 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:17:16,358 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:16,358 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:17:16,358 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:17:16,359 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,40715,1730971034547 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:17:16,360 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:16,360 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:16,360 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:16,360 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:16,360 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:17:16,360 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,360 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:17:16,360 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:16,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:17:16,363 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:16,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:17:16,371 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971066371 2024-11-07T09:17:16,371 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:17:16,371 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:17:16,372 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:17:16,372 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:17:16,372 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:17:16,372 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:17:16,372 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,372 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:17:16,372 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:17:16,372 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:17:16,372 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:17:16,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:17:16,373 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:17:16,373 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:17:16,375 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971036373,5,FailOnTimeoutGroup] 2024-11-07T09:17:16,375 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971036375,5,FailOnTimeoutGroup] 2024-11-07T09:17:16,375 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,375 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:17:16,375 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,375 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,423 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(746): ClusterId : 396746e6-e5b3-4d25-b304-dcd12e3c1320 2024-11-07T09:17:16,423 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:17:16,425 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:17:16,425 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:17:16,427 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:17:16,428 DEBUG [RS:0;9f1eb259a29b:46241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea393cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:17:16,442 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:46241 2024-11-07T09:17:16,442 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:17:16,442 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:17:16,442 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:17:16,443 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,40715,1730971034547 with port=46241, startcode=1730971034599 2024-11-07T09:17:16,443 DEBUG [RS:0;9f1eb259a29b:46241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:17:16,444 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:17:16,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40715 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:16,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40715 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:16,446 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6 2024-11-07T09:17:16,446 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35817 2024-11-07T09:17:16,446 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:17:16,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457/rs 2024-11-07T09:17:16,448 DEBUG [RS:0;9f1eb259a29b:46241 {}] zookeeper.ZKUtil(111): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Set watcher on existing znode=/01396311457/rs/9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:16,448 WARN [RS:0;9f1eb259a29b:46241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:17:16,448 INFO [RS:0;9f1eb259a29b:46241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:16,448 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:16,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,46241,1730971034599] 2024-11-07T09:17:16,451 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:17:16,452 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:17:16,453 INFO [RS:0;9f1eb259a29b:46241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:17:16,453 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,453 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:17:16,453 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:17:16,453 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,453 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,453 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:17:16,454 DEBUG [RS:0;9f1eb259a29b:46241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:17:16,458 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,458 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,458 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,458 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,458 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,458 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46241,1730971034599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:17:16,476 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:17:16,476 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46241,1730971034599-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,476 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,476 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.Replication(171): 9f1eb259a29b,46241,1730971034599 started 2024-11-07T09:17:16,493 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:16,493 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,46241,1730971034599, RpcServer on 9f1eb259a29b/172.17.0.2:46241, sessionid=0x100f1b7ca2f0001 2024-11-07T09:17:16,493 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:17:16,493 DEBUG [RS:0;9f1eb259a29b:46241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:16,493 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,46241,1730971034599' 2024-11-07T09:17:16,493 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01396311457/flush-table-proc/abort' 2024-11-07T09:17:16,494 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01396311457/flush-table-proc/acquired' 2024-11-07T09:17:16,494 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:17:16,494 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:17:16,494 DEBUG [RS:0;9f1eb259a29b:46241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:16,494 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,46241,1730971034599' 2024-11-07T09:17:16,494 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01396311457/online-snapshot/abort' 2024-11-07T09:17:16,495 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01396311457/online-snapshot/acquired' 2024-11-07T09:17:16,495 DEBUG [RS:0;9f1eb259a29b:46241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:17:16,495 INFO [RS:0;9f1eb259a29b:46241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:17:16,495 INFO [RS:0;9f1eb259a29b:46241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:17:16,595 INFO [RS:0;9f1eb259a29b:46241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:17:16,597 INFO [RS:0;9f1eb259a29b:46241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C46241%2C1730971034599, suffix=, logDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599, archiveDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/oldWALs, maxLogs=10 2024-11-07T09:17:16,610 DEBUG [RS:0;9f1eb259a29b:46241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, exclude list is [], retry=0 2024-11-07T09:17:16,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46049,DS-bb3a9b53-c3b9-45d0-9313-d7611d3dbf28,DISK] 2024-11-07T09:17:16,614 INFO [RS:0;9f1eb259a29b:46241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 2024-11-07T09:17:16,614 DEBUG [RS:0;9f1eb259a29b:46241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39219:39219)] 2024-11-07T09:17:16,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:17:16,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:16,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:16,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:17:16,773 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6 2024-11-07T09:17:16,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:17:16,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:16,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:16,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:16,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:16,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:16,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:16,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:16,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:16,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:16,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:17,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:17,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:17:17,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:17:17,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:17,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:17,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:17:17,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:17:17,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:17,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:17,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:17:17,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:17:17,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:17,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:17,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:17:17,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:17:17,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:17,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:17,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:17:17,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740 2024-11-07T09:17:17,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740 2024-11-07T09:17:17,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:17:17,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:17:17,187 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:17,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:17:17,189 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:17,189 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66197821, jitterRate=-0.01357559859752655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:17,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971037179Initializing all the Stores at 1730971037179Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971037179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971037180 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971037180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971037180Cleaning up temporary data from old regions at 1730971037187 (+7 ms)Region opened successfully at 1730971037190 (+3 ms) 2024-11-07T09:17:17,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:17:17,190 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:17:17,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:17:17,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:17:17,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:17:17,190 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:17,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971037190Disabling compacts and flushes for region at 1730971037190Disabling writes for close at 1730971037190Writing region close event to WAL at 1730971037190Closed at 1730971037190 2024-11-07T09:17:17,191 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:17,191 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:17:17,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:17:17,192 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:17:17,193 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:17:17,343 DEBUG [9f1eb259a29b:40715 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:17:17,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:17,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,46241,1730971034599, state=OPENING 2024-11-07T09:17:17,346 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:17:17,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:17,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:17,348 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:17:17,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01396311457/meta-region-server: CHANGED 2024-11-07T09:17:17,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01396311457/meta-region-server: CHANGED 2024-11-07T09:17:17,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,46241,1730971034599}] 2024-11-07T09:17:17,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:17:17,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:17:17,504 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:17:17,505 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:17,505 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:17:17,506 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C46241%2C1730971034599.meta, suffix=.meta, logDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599, archiveDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/oldWALs, maxLogs=10 2024-11-07T09:17:17,519 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.meta.1730971037506.meta, exclude list is [], retry=0 2024-11-07T09:17:17,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46049,DS-bb3a9b53-c3b9-45d0-9313-d7611d3dbf28,DISK] 2024-11-07T09:17:17,522 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.meta.1730971037506.meta 2024-11-07T09:17:17,522 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39219:39219)] 2024-11-07T09:17:17,522 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:17,523 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:17:17,523 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:17:17,523 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:17:17,523 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:17:17,523 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:17:17,523 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:17,523 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:17:17,523 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:17:17,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:17:17,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:17:17,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:17,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:17,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:17:17,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:17:17,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:17,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:17,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:17:17,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:17:17,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:17,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:17,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:17:17,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:17:17,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:17,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:17,528 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:17:17,528 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740 2024-11-07T09:17:17,529 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740 2024-11-07T09:17:17,530 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:17:17,530 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:17:17,530 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:17,531 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:17:17,531 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64152435, jitterRate=-0.04405422508716583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:17,531 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:17:17,532 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971037523Writing region info on filesystem at 1730971037523Initializing all the Stores at 1730971037524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971037524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971037524Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971037524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971037524Cleaning up temporary data from old regions at 1730971037530 (+6 ms)Running coprocessor post-open hooks at 1730971037531 (+1 ms)Region opened successfully at 1730971037532 (+1 ms) 2024-11-07T09:17:17,532 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971037500 2024-11-07T09:17:17,534 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:17:17,534 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:17:17,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:17,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,46241,1730971034599, state=OPEN 2024-11-07T09:17:17,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01396311457/meta-region-server 2024-11-07T09:17:17,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01396311457/meta-region-server 2024-11-07T09:17:17,541 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:17,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01396311457/meta-region-server: CHANGED 2024-11-07T09:17:17,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01396311457/meta-region-server: CHANGED 2024-11-07T09:17:17,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:17:17,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,46241,1730971034599 in 193 msec 2024-11-07T09:17:17,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:17:17,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-07T09:17:17,545 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:17,545 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:17:17,546 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:17,546 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,46241,1730971034599, seqNum=-1] 2024-11-07T09:17:17,546 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:17,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:17,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-07T09:17:17,551 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971037551, completionTime=-1 2024-11-07T09:17:17,551 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:17:17,551 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:17:17,552 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:17:17,552 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971097552 2024-11-07T09:17:17,552 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971157552 2024-11-07T09:17:17,552 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:17:17,553 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40715,1730971034547-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:17,553 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40715,1730971034547-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:17,553 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40715,1730971034547-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:17,553 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:40715, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:17,553 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:17,553 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:17,554 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:17:17,556 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.916sec 2024-11-07T09:17:17,556 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:17:17,556 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:17:17,556 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:17:17,556 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:17:17,556 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:17:17,556 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40715,1730971034547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:17:17,556 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40715,1730971034547-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:17:17,558 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:17:17,558 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:17:17,558 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40715,1730971034547-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:17,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c2120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:17,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,40715,-1 for getting cluster id 2024-11-07T09:17:17,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:17,625 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396746e6-e5b3-4d25-b304-dcd12e3c1320' 2024-11-07T09:17:17,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:17,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396746e6-e5b3-4d25-b304-dcd12e3c1320" 2024-11-07T09:17:17,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac5f850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:17,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,40715,-1] 2024-11-07T09:17:17,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:17,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:17,627 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:17,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634a70a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:17,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:17,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,46241,1730971034599, seqNum=-1] 2024-11-07T09:17:17,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:17,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:17,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:17,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60621 2024-11-07T09:17:17,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:17,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100f1b7ca2f0002 connected 2024-11-07T09:17:17,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/hadoop.log.dir so I do NOT create it in target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f 2024-11-07T09:17:17,638 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:17:17,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/hadoop.tmp.dir so I do NOT create it in target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f 2024-11-07T09:17:17,638 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:17:17,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f 2024-11-07T09:17:17,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:17:17,638 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/cluster_43481b00-4220-6c7f-4fdf-623cef794ab2, deleteOnExit=true 2024-11-07T09:17:17,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:17:17,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/test.cache.data in system properties and HBase conf 2024-11-07T09:17:17,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:17:17,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:17:17,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:17:17,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:17:17,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:17:17,638 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:17:17,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:17:17,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:17,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:17:17,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:17:17,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:17:17,723 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:17:17,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:17,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b650393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:17:17,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c000d76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:17:17,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f0a83fd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/java.io.tmpdir/jetty-localhost-33765-hadoop-hdfs-3_4_1-tests_jar-_-any-16240220711661461360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:17:17,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c36904c{HTTP/1.1, (http/1.1)}{localhost:33765} 2024-11-07T09:17:17,882 INFO [Time-limited test {}] server.Server(415): Started @209153ms 2024-11-07T09:17:17,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:17,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:17:17,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:17:17,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:17:17,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:17:17,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@196163e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:17:17,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da64c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:17:18,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21f25cf1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/java.io.tmpdir/jetty-localhost-34025-hadoop-hdfs-3_4_1-tests_jar-_-any-789348520200871617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:17:18,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b1001e7{HTTP/1.1, (http/1.1)}{localhost:34025} 2024-11-07T09:17:18,107 INFO [Time-limited test {}] server.Server(415): Started @209378ms 2024-11-07T09:17:18,108 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:17:18,216 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/cluster_43481b00-4220-6c7f-4fdf-623cef794ab2/data/data2/current/BP-650151298-172.17.0.2-1730971037661/current, will proceed with Du for space computation calculation, 2024-11-07T09:17:18,216 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/cluster_43481b00-4220-6c7f-4fdf-623cef794ab2/data/data1/current/BP-650151298-172.17.0.2-1730971037661/current, will proceed with Du for space computation calculation, 2024-11-07T09:17:18,235 WARN [Thread-2765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:17:18,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaff91e21163c1e70 with lease ID 0x53271470d18461cc: Processing first storage report for DS-480577e9-0199-4728-8855-0177960ad986 from datanode DatanodeRegistration(127.0.0.1:44047, datanodeUuid=17498a93-041c-40b5-8c94-16e1b09f93a9, infoPort=34723, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=270745022;c=1730971037661) 2024-11-07T09:17:18,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaff91e21163c1e70 with lease ID 0x53271470d18461cc: from storage DS-480577e9-0199-4728-8855-0177960ad986 node DatanodeRegistration(127.0.0.1:44047, datanodeUuid=17498a93-041c-40b5-8c94-16e1b09f93a9, infoPort=34723, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=270745022;c=1730971037661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:17:18,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaff91e21163c1e70 with lease ID 0x53271470d18461cc: Processing first storage report for DS-93fbb9f3-4421-46ff-b929-27eeebedeb2d from datanode DatanodeRegistration(127.0.0.1:44047, datanodeUuid=17498a93-041c-40b5-8c94-16e1b09f93a9, infoPort=34723, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=270745022;c=1730971037661) 2024-11-07T09:17:18,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaff91e21163c1e70 with lease ID 0x53271470d18461cc: from storage DS-93fbb9f3-4421-46ff-b929-27eeebedeb2d node DatanodeRegistration(127.0.0.1:44047, datanodeUuid=17498a93-041c-40b5-8c94-16e1b09f93a9, infoPort=34723, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=270745022;c=1730971037661), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T09:17:18,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f 2024-11-07T09:17:18,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:18,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:18,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:17:18,346 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279 with version=8 2024-11-07T09:17:18,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/hbase-staging 2024-11-07T09:17:18,349 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:17:18,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:18,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:18,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:17:18,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:18,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:17:18,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:17:18,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:17:18,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41177 2024-11-07T09:17:18,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41177 connecting to ZooKeeper ensemble=127.0.0.1:60621 2024-11-07T09:17:18,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411770x0, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:18,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41177-0x100f1b7ca2f0003 connected 2024-11-07T09:17:18,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:18,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:18,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Set watcher on znode that does not yet exist, /11098826468/running 2024-11-07T09:17:18,367 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279, hbase.cluster.distributed=false 2024-11-07T09:17:18,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Set watcher on znode that does not yet exist, /11098826468/acl 2024-11-07T09:17:18,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41177 2024-11-07T09:17:18,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41177 2024-11-07T09:17:18,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41177 2024-11-07T09:17:18,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41177 2024-11-07T09:17:18,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41177 2024-11-07T09:17:18,384 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:17:18,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:18,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:18,384 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:17:18,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:18,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:17:18,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:17:18,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:17:18,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37653 2024-11-07T09:17:18,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37653 connecting to ZooKeeper ensemble=127.0.0.1:60621 2024-11-07T09:17:18,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:18,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:18,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376530x0, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:18,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376530x0, quorum=127.0.0.1:60621, baseZNode=/11098826468 Set watcher on znode that does not yet exist, /11098826468/running 2024-11-07T09:17:18,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37653-0x100f1b7ca2f0004 connected 2024-11-07T09:17:18,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:17:18,392 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:17:18,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Set watcher on znode that does not yet exist, /11098826468/master 2024-11-07T09:17:18,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Set watcher on znode that does not yet exist, /11098826468/acl 2024-11-07T09:17:18,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37653 2024-11-07T09:17:18,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37653 2024-11-07T09:17:18,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37653 2024-11-07T09:17:18,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37653 2024-11-07T09:17:18,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37653 2024-11-07T09:17:18,412 DEBUG [M:0;9f1eb259a29b:41177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:41177 2024-11-07T09:17:18,412 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11098826468/backup-masters/9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468/backup-masters 2024-11-07T09:17:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468/backup-masters 2024-11-07T09:17:18,414 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Set watcher on existing znode=/11098826468/backup-masters/9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:18,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11098826468/master 2024-11-07T09:17:18,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:18,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:18,417 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Set watcher on existing znode=/11098826468/master 2024-11-07T09:17:18,418 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11098826468/backup-masters/9f1eb259a29b,41177,1730971038349 from backup master directory 2024-11-07T09:17:18,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11098826468/backup-masters/9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:18,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468/backup-masters 2024-11-07T09:17:18,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468/backup-masters 2024-11-07T09:17:18,423 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:17:18,423 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:18,426 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/hbase.id] with ID: 8bdd1a3b-a07d-44b9-9627-678e3f9acb0a 2024-11-07T09:17:18,426 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/.tmp/hbase.id 2024-11-07T09:17:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:17:18,431 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/.tmp/hbase.id]:[hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/hbase.id] 2024-11-07T09:17:18,439 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:18,439 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:17:18,439 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T09:17:18,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:18,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:18,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:17:18,851 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:17:18,852 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:17:18,853 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:18,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:17:19,259 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store 2024-11-07T09:17:19,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:17:19,664 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:19,664 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:17:19,665 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:19,665 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:19,665 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:17:19,665 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:19,665 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:19,665 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971039664Disabling compacts and flushes for region at 1730971039664Disabling writes for close at 1730971039665 (+1 ms)Writing region close event to WAL at 1730971039665Closed at 1730971039665 2024-11-07T09:17:19,665 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/.initializing 2024-11-07T09:17:19,665 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/WALs/9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:19,666 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:17:19,668 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C41177%2C1730971038349, suffix=, logDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/WALs/9f1eb259a29b,41177,1730971038349, archiveDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/oldWALs, maxLogs=10 2024-11-07T09:17:19,681 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/WALs/9f1eb259a29b,41177,1730971038349/9f1eb259a29b%2C41177%2C1730971038349.1730971039668, exclude list is [], retry=0 2024-11-07T09:17:19,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44047,DS-480577e9-0199-4728-8855-0177960ad986,DISK] 2024-11-07T09:17:19,685 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/WALs/9f1eb259a29b,41177,1730971038349/9f1eb259a29b%2C41177%2C1730971038349.1730971039668 2024-11-07T09:17:19,685 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34723:34723)] 2024-11-07T09:17:19,685 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:19,685 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:19,685 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,685 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:17:19,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:19,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:19,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:17:19,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:19,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:19,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:17:19,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:19,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:19,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:17:19,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:19,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:19,691 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,691 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,691 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,692 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,692 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,693 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:19,693 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:19,695 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:19,696 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66543108, jitterRate=-0.008430421352386475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:19,696 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971039685Initializing all the Stores at 1730971039686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971039686Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971039686Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971039686Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971039686Cleaning up temporary data from old regions at 1730971039692 (+6 ms)Region opened successfully at 1730971039696 (+4 ms) 2024-11-07T09:17:19,696 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:17:19,698 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b61297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:17:19,699 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:17:19,699 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:17:19,699 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:17:19,699 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:17:19,700 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:17:19,700 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:17:19,700 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:17:19,701 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:17:19,702 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Unable to get data of znode /11098826468/balancer because node does not exist (not necessarily an error) 2024-11-07T09:17:19,704 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11098826468/balancer already deleted, retry=false 2024-11-07T09:17:19,704 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:17:19,705 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Unable to get data of znode /11098826468/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:17:19,706 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11098826468/normalizer already deleted, retry=false 2024-11-07T09:17:19,706 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:17:19,707 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Unable to get data of znode /11098826468/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:17:19,709 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11098826468/switch/split already deleted, retry=false 2024-11-07T09:17:19,709 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Unable to get data of znode /11098826468/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:17:19,711 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11098826468/switch/merge already deleted, retry=false 2024-11-07T09:17:19,712 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Unable to get data of znode /11098826468/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:17:19,713 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11098826468/snapshot-cleanup already deleted, retry=false 2024-11-07T09:17:19,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11098826468/running 2024-11-07T09:17:19,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11098826468/running 2024-11-07T09:17:19,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:19,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:19,715 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,41177,1730971038349, sessionid=0x100f1b7ca2f0003, setting cluster-up flag (Was=false) 2024-11-07T09:17:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:19,723 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11098826468/flush-table-proc/acquired, /11098826468/flush-table-proc/reached, /11098826468/flush-table-proc/abort 2024-11-07T09:17:19,724 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:19,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:19,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:19,731 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11098826468/online-snapshot/acquired, /11098826468/online-snapshot/reached, /11098826468/online-snapshot/abort 2024-11-07T09:17:19,732 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:19,732 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:17:19,734 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:19,734 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:17:19,734 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:17:19,735 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,41177,1730971038349 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:17:19,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:19,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:19,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:19,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:19,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:17:19,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:17:19,736 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:19,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:17:19,738 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:19,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:17:19,740 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971069740 2024-11-07T09:17:19,741 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:17:19,741 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:17:19,741 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:17:19,741 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:17:19,741 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:17:19,742 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:17:19,742 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,743 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:17:19,743 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:17:19,743 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:17:19,743 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:17:19,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:17:19,744 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:17:19,744 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:17:19,744 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971039744,5,FailOnTimeoutGroup] 2024-11-07T09:17:19,744 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:17:19,744 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971039744,5,FailOnTimeoutGroup] 2024-11-07T09:17:19,744 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,744 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:17:19,744 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,744 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,744 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279 2024-11-07T09:17:19,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:17:19,803 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(746): ClusterId : 8bdd1a3b-a07d-44b9-9627-678e3f9acb0a 2024-11-07T09:17:19,803 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:17:19,805 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:17:19,805 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:17:19,807 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:17:19,807 DEBUG [RS:0;9f1eb259a29b:37653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182761cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:17:19,819 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:37653 2024-11-07T09:17:19,819 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:17:19,819 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:17:19,819 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:17:19,819 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,41177,1730971038349 with port=37653, startcode=1730971038384 2024-11-07T09:17:19,820 DEBUG [RS:0;9f1eb259a29b:37653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:17:19,821 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:17:19,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:19,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41177 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:19,823 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279 2024-11-07T09:17:19,823 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42957 2024-11-07T09:17:19,823 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:17:19,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468/rs 2024-11-07T09:17:19,829 DEBUG [RS:0;9f1eb259a29b:37653 {}] zookeeper.ZKUtil(111): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Set watcher on existing znode=/11098826468/rs/9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:19,829 WARN [RS:0;9f1eb259a29b:37653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:17:19,829 INFO [RS:0;9f1eb259a29b:37653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:19,829 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:19,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,37653,1730971038384] 2024-11-07T09:17:19,832 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:17:19,834 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:17:19,836 INFO [RS:0;9f1eb259a29b:37653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:17:19,836 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,836 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:17:19,837 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:17:19,837 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:17:19,837 DEBUG [RS:0;9f1eb259a29b:37653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:17:19,838 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,838 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,838 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,838 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,838 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,838 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37653,1730971038384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:17:19,853 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:17:19,853 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37653,1730971038384-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,854 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,854 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.Replication(171): 9f1eb259a29b,37653,1730971038384 started 2024-11-07T09:17:19,867 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:19,867 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,37653,1730971038384, RpcServer on 9f1eb259a29b/172.17.0.2:37653, sessionid=0x100f1b7ca2f0004 2024-11-07T09:17:19,867 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:17:19,867 DEBUG [RS:0;9f1eb259a29b:37653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:19,867 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37653,1730971038384' 2024-11-07T09:17:19,867 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11098826468/flush-table-proc/abort' 2024-11-07T09:17:19,868 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11098826468/flush-table-proc/acquired' 2024-11-07T09:17:19,868 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:17:19,868 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:17:19,868 DEBUG [RS:0;9f1eb259a29b:37653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:19,868 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37653,1730971038384' 2024-11-07T09:17:19,868 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11098826468/online-snapshot/abort' 2024-11-07T09:17:19,868 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11098826468/online-snapshot/acquired' 2024-11-07T09:17:19,869 DEBUG [RS:0;9f1eb259a29b:37653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:17:19,869 INFO [RS:0;9f1eb259a29b:37653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:17:19,869 INFO [RS:0;9f1eb259a29b:37653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:17:19,969 INFO [RS:0;9f1eb259a29b:37653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:17:19,970 INFO [RS:0;9f1eb259a29b:37653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C37653%2C1730971038384, suffix=, logDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384, archiveDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/oldWALs, maxLogs=10 2024-11-07T09:17:19,983 DEBUG [RS:0;9f1eb259a29b:37653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, exclude list is [], retry=0 2024-11-07T09:17:19,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44047,DS-480577e9-0199-4728-8855-0177960ad986,DISK] 2024-11-07T09:17:19,987 INFO [RS:0;9f1eb259a29b:37653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 2024-11-07T09:17:19,988 DEBUG [RS:0;9f1eb259a29b:37653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34723:34723)] 2024-11-07T09:17:20,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:20,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:17:20,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:17:20,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:20,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:20,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:17:20,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:17:20,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:20,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:20,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:17:20,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:17:20,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:20,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:20,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:17:20,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:17:20,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:20,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:20,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:17:20,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740 2024-11-07T09:17:20,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740 2024-11-07T09:17:20,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:17:20,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:17:20,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:20,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:17:20,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:20,162 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75122287, jitterRate=0.11940930783748627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:20,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971040150Initializing all the Stores at 1730971040151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971040151Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971040151Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971040151Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971040151Cleaning up temporary data from old regions at 1730971040159 (+8 ms)Region opened successfully at 1730971040162 (+3 ms) 2024-11-07T09:17:20,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:17:20,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:17:20,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:17:20,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:17:20,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:17:20,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:20,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971040162Disabling compacts and flushes for region at 1730971040162Disabling writes for close at 1730971040162Writing region close event to WAL at 1730971040162Closed at 1730971040162 2024-11-07T09:17:20,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:20,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:17:20,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:17:20,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:17:20,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:17:20,316 DEBUG [9f1eb259a29b:41177 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:17:20,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:20,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,37653,1730971038384, state=OPENING 2024-11-07T09:17:20,319 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:17:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:20,320 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:17:20,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37653,1730971038384}] 2024-11-07T09:17:20,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11098826468/meta-region-server: CHANGED 2024-11-07T09:17:20,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11098826468/meta-region-server: CHANGED 2024-11-07T09:17:20,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:17:20,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:17:20,480 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:17:20,480 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:20,480 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:17:20,482 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C37653%2C1730971038384.meta, suffix=.meta, logDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384, archiveDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/oldWALs, maxLogs=10 2024-11-07T09:17:20,497 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.meta.1730971040482.meta, exclude list is [], retry=0 2024-11-07T09:17:20,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44047,DS-480577e9-0199-4728-8855-0177960ad986,DISK] 2024-11-07T09:17:20,501 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.meta.1730971040482.meta 2024-11-07T09:17:20,501 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34723:34723)] 2024-11-07T09:17:20,501 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:20,501 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:17:20,502 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:17:20,502 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:17:20,502 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:17:20,502 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:17:20,502 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:20,502 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:17:20,502 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:17:20,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:17:20,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:17:20,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:20,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:20,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:17:20,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:17:20,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:20,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:20,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:17:20,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:17:20,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:20,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:20,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:17:20,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:17:20,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:20,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:20,507 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:17:20,507 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740 2024-11-07T09:17:20,508 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740 2024-11-07T09:17:20,509 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:17:20,509 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:17:20,509 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:20,510 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:17:20,510 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71867335, jitterRate=0.07090674340724945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:20,510 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:17:20,510 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971040502Writing region info on filesystem at 1730971040502Initializing all the Stores at 1730971040503 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971040503Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971040503Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971040503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971040503Cleaning up temporary data from old regions at 1730971040509 (+6 ms)Running coprocessor post-open hooks at 1730971040510 (+1 ms)Region opened successfully at 1730971040510 2024-11-07T09:17:20,511 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971040472 2024-11-07T09:17:20,513 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:17:20,513 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:17:20,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:20,514 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,37653,1730971038384, state=OPEN 2024-11-07T09:17:20,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11098826468/meta-region-server 2024-11-07T09:17:20,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11098826468/meta-region-server 2024-11-07T09:17:20,516 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:20,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11098826468/meta-region-server: CHANGED 2024-11-07T09:17:20,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11098826468/meta-region-server: CHANGED 2024-11-07T09:17:20,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:17:20,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37653,1730971038384 in 195 msec 2024-11-07T09:17:20,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:17:20,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-07T09:17:20,519 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:20,519 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:17:20,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:20,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37653,1730971038384, seqNum=-1] 2024-11-07T09:17:20,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:20,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:20,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 791 msec 2024-11-07T09:17:20,526 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971040526, completionTime=-1 2024-11-07T09:17:20,526 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:17:20,526 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:17:20,527 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:17:20,527 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971100527 2024-11-07T09:17:20,527 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971160527 2024-11-07T09:17:20,527 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:17:20,528 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41177,1730971038349-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:20,528 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41177,1730971038349-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:20,528 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41177,1730971038349-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:20,528 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:41177, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:20,528 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:20,528 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:20,530 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:17:20,531 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.108sec 2024-11-07T09:17:20,531 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:17:20,531 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:17:20,531 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:17:20,531 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:17:20,531 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:17:20,531 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41177,1730971038349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:17:20,531 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41177,1730971038349-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:17:20,533 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:17:20,533 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:17:20,533 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,41177,1730971038349-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:20,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:20,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41177,-1 for getting cluster id 2024-11-07T09:17:20,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:20,605 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bdd1a3b-a07d-44b9-9627-678e3f9acb0a' 2024-11-07T09:17:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bdd1a3b-a07d-44b9-9627-678e3f9acb0a" 2024-11-07T09:17:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311e5ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41177,-1] 2024-11-07T09:17:20,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:20,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:20,607 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:20,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31758898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:20,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37653,1730971038384, seqNum=-1] 2024-11-07T09:17:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:20,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:20,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:20,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60621 2024-11-07T09:17:20,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:20,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100f1b7ca2f0005 connected 2024-11-07T09:17:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/hadoop.log.dir so I do NOT create it in target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c 2024-11-07T09:17:20,619 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:17:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/hadoop.tmp.dir so I do NOT create it in target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c 2024-11-07T09:17:20,619 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:17:20,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c 2024-11-07T09:17:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:17:20,619 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/cluster_a859f025-6346-f7be-d0f6-6aec5b9b63ae, deleteOnExit=true 2024-11-07T09:17:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:17:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/test.cache.data in system properties and HBase conf 2024-11-07T09:17:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:17:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:17:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:17:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:17:20,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:17:20,619 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:17:20,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:17:20,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:20,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:17:20,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:17:20,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:17:20,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:17:20,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:20,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64255021{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:17:20,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18a95aab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:17:20,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ef04d28{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/java.io.tmpdir/jetty-localhost-42637-hadoop-hdfs-3_4_1-tests_jar-_-any-14006989687176496082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:17:20,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76478748{HTTP/1.1, (http/1.1)}{localhost:42637} 2024-11-07T09:17:20,871 INFO [Time-limited test {}] server.Server(415): Started @212142ms 2024-11-07T09:17:20,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:20,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:17:20,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:17:20,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:17:20,962 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:17:20,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28636311{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:17:20,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60672866{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:17:21,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33463578{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/java.io.tmpdir/jetty-localhost-36043-hadoop-hdfs-3_4_1-tests_jar-_-any-2271804128017609998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:17:21,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dffacb6{HTTP/1.1, (http/1.1)}{localhost:36043} 2024-11-07T09:17:21,078 INFO [Time-limited test {}] server.Server(415): Started @212349ms 2024-11-07T09:17:21,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:17:21,191 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/cluster_a859f025-6346-f7be-d0f6-6aec5b9b63ae/data/data1/current/BP-865825108-172.17.0.2-1730971040638/current, will proceed with Du for space computation calculation, 2024-11-07T09:17:21,191 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/cluster_a859f025-6346-f7be-d0f6-6aec5b9b63ae/data/data2/current/BP-865825108-172.17.0.2-1730971040638/current, will proceed with Du for space computation calculation, 2024-11-07T09:17:21,211 WARN [Thread-2885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:17:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd4b321ca22ae85a with lease ID 0x45be201aebb15ee6: Processing first storage report for DS-900173fa-7880-4405-bd4e-d8c1e4b432c4 from datanode DatanodeRegistration(127.0.0.1:45119, datanodeUuid=b8b10ce1-7685-4f7e-83eb-bf1ad76c07ee, infoPort=38605, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1745024197;c=1730971040638) 2024-11-07T09:17:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd4b321ca22ae85a with lease ID 0x45be201aebb15ee6: from storage DS-900173fa-7880-4405-bd4e-d8c1e4b432c4 node DatanodeRegistration(127.0.0.1:45119, datanodeUuid=b8b10ce1-7685-4f7e-83eb-bf1ad76c07ee, infoPort=38605, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1745024197;c=1730971040638), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:17:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd4b321ca22ae85a with lease ID 0x45be201aebb15ee6: Processing first storage report for DS-649f48ea-fae7-41da-af47-406a2921e12d from datanode DatanodeRegistration(127.0.0.1:45119, datanodeUuid=b8b10ce1-7685-4f7e-83eb-bf1ad76c07ee, infoPort=38605, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1745024197;c=1730971040638) 2024-11-07T09:17:21,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd4b321ca22ae85a with lease ID 0x45be201aebb15ee6: from storage DS-649f48ea-fae7-41da-af47-406a2921e12d node DatanodeRegistration(127.0.0.1:45119, datanodeUuid=b8b10ce1-7685-4f7e-83eb-bf1ad76c07ee, infoPort=38605, infoSecurePort=0, ipcPort=33207, storageInfo=lv=-57;cid=testClusterID;nsid=1745024197;c=1730971040638), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:17:21,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c 2024-11-07T09:17:21,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:21,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:21,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:17:21,724 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748 with version=8 2024-11-07T09:17:21,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/hbase-staging 2024-11-07T09:17:21,726 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:17:21,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:21,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:21,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:17:21,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:21,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:17:21,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:17:21,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:17:21,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35419 2024-11-07T09:17:21,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35419 connecting to ZooKeeper ensemble=127.0.0.1:60621 2024-11-07T09:17:21,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354190x0, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:21,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35419-0x100f1b7ca2f0006 connected 2024-11-07T09:17:21,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:21,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:21,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Set watcher on znode that does not yet exist, /21057959064/running 2024-11-07T09:17:21,748 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748, hbase.cluster.distributed=false 2024-11-07T09:17:21,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Set watcher on znode that does not yet exist, /21057959064/acl 2024-11-07T09:17:21,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35419 2024-11-07T09:17:21,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35419 2024-11-07T09:17:21,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35419 2024-11-07T09:17:21,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35419 2024-11-07T09:17:21,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35419 2024-11-07T09:17:21,771 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:17:21,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:21,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:21,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:17:21,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:21,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:17:21,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:17:21,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:17:21,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36669 2024-11-07T09:17:21,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36669 connecting to ZooKeeper ensemble=127.0.0.1:60621 2024-11-07T09:17:21,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:21,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:21,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366690x0, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:21,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366690x0, quorum=127.0.0.1:60621, baseZNode=/21057959064 Set watcher on znode that does not yet exist, /21057959064/running 2024-11-07T09:17:21,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36669-0x100f1b7ca2f0007 connected 2024-11-07T09:17:21,781 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:17:21,784 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:17:21,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Set watcher on znode that does not yet exist, /21057959064/master 2024-11-07T09:17:21,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Set watcher on znode that does not yet exist, /21057959064/acl 2024-11-07T09:17:21,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36669 2024-11-07T09:17:21,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36669 2024-11-07T09:17:21,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36669 2024-11-07T09:17:21,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36669 2024-11-07T09:17:21,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36669 2024-11-07T09:17:21,804 DEBUG [M:0;9f1eb259a29b:35419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:35419 2024-11-07T09:17:21,804 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21057959064/backup-masters/9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:21,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064/backup-masters 2024-11-07T09:17:21,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064/backup-masters 2024-11-07T09:17:21,806 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Set watcher on existing znode=/21057959064/backup-masters/9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:21,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:21,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21057959064/master 2024-11-07T09:17:21,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:21,809 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Set watcher on existing znode=/21057959064/master 2024-11-07T09:17:21,809 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21057959064/backup-masters/9f1eb259a29b,35419,1730971041726 from backup master directory 2024-11-07T09:17:21,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21057959064/backup-masters/9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:21,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064/backup-masters 2024-11-07T09:17:21,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064/backup-masters 2024-11-07T09:17:21,810 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:17:21,810 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:21,814 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/hbase.id] with ID: e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf 2024-11-07T09:17:21,814 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/.tmp/hbase.id 2024-11-07T09:17:21,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:17:22,220 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/.tmp/hbase.id]:[hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/hbase.id] 2024-11-07T09:17:22,228 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:22,228 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:17:22,229 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T09:17:22,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:22,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:17:22,451 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:17:22,636 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:17:22,637 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:17:22,637 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:22,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:17:22,647 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store 2024-11-07T09:17:22,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:17:23,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:17:23,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,060 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:23,060 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:17:23,060 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:23,060 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:23,060 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:17:23,060 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:23,060 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:23,061 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971043060Disabling compacts and flushes for region at 1730971043060Disabling writes for close at 1730971043060Writing region close event to WAL at 1730971043060Closed at 1730971043060 2024-11-07T09:17:23,061 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/.initializing 2024-11-07T09:17:23,061 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/WALs/9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:23,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:23,062 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:17:23,063 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C35419%2C1730971041726, suffix=, logDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/WALs/9f1eb259a29b,35419,1730971041726, archiveDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/oldWALs, maxLogs=10 2024-11-07T09:17:23,077 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/WALs/9f1eb259a29b,35419,1730971041726/9f1eb259a29b%2C35419%2C1730971041726.1730971043063, exclude list is [], retry=0 2024-11-07T09:17:23,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45119,DS-900173fa-7880-4405-bd4e-d8c1e4b432c4,DISK] 2024-11-07T09:17:23,081 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/WALs/9f1eb259a29b,35419,1730971041726/9f1eb259a29b%2C35419%2C1730971041726.1730971043063 2024-11-07T09:17:23,082 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38605:38605)] 2024-11-07T09:17:23,082 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:23,082 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:23,082 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,082 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:17:23,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:23,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:23,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:17:23,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:23,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:23,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:17:23,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:23,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:23,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:17:23,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:23,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:23,089 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,089 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,090 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:23,093 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:23,094 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:23,095 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58969636, jitterRate=-0.12128394842147827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:23,095 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971043082Initializing all the Stores at 1730971043083 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971043083Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971043083Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971043083Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971043083Cleaning up temporary data from old regions at 1730971043091 (+8 ms)Region opened successfully at 1730971043095 (+4 ms) 2024-11-07T09:17:23,095 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:17:23,098 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca42abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:17:23,098 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:17:23,099 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:17:23,099 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:17:23,099 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:17:23,099 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:17:23,099 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:17:23,099 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:17:23,102 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:17:23,102 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Unable to get data of znode /21057959064/balancer because node does not exist (not necessarily an error) 2024-11-07T09:17:23,104 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21057959064/balancer already deleted, retry=false 2024-11-07T09:17:23,104 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:17:23,105 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Unable to get data of znode /21057959064/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:17:23,107 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21057959064/normalizer already deleted, retry=false 2024-11-07T09:17:23,107 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:17:23,109 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Unable to get data of znode /21057959064/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:17:23,110 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21057959064/switch/split already deleted, retry=false 2024-11-07T09:17:23,111 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Unable to get data of znode /21057959064/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:17:23,113 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21057959064/switch/merge already deleted, retry=false 2024-11-07T09:17:23,115 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Unable to get data of znode /21057959064/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:17:23,117 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21057959064/snapshot-cleanup already deleted, retry=false 2024-11-07T09:17:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21057959064/running 2024-11-07T09:17:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21057959064/running 2024-11-07T09:17:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:23,120 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,35419,1730971041726, sessionid=0x100f1b7ca2f0006, setting cluster-up flag (Was=false) 2024-11-07T09:17:23,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:23,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:23,127 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21057959064/flush-table-proc/acquired, /21057959064/flush-table-proc/reached, /21057959064/flush-table-proc/abort 2024-11-07T09:17:23,128 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:23,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:23,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:23,137 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21057959064/online-snapshot/acquired, /21057959064/online-snapshot/reached, /21057959064/online-snapshot/abort 2024-11-07T09:17:23,138 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:23,139 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:17:23,140 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:23,140 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:17:23,140 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:17:23,140 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,35419,1730971041726 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:17:23,142 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:23,142 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:23,142 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:23,142 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:23,142 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:17:23,142 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,142 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:17:23,142 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:23,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:17:23,146 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:23,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:17:23,155 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971073155 2024-11-07T09:17:23,155 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:17:23,155 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:17:23,155 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:17:23,155 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:17:23,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:17:23,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:17:23,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:17:23,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:17:23,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:17:23,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:17:23,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:17:23,156 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:17:23,157 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:17:23,160 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971043157,5,FailOnTimeoutGroup] 2024-11-07T09:17:23,163 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971043160,5,FailOnTimeoutGroup] 2024-11-07T09:17:23,163 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,163 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:17:23,163 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,163 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,195 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(746): ClusterId : e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf 2024-11-07T09:17:23,195 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:17:23,197 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:17:23,197 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:17:23,199 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:17:23,199 DEBUG [RS:0;9f1eb259a29b:36669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647052c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:17:23,231 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:36669 2024-11-07T09:17:23,231 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:17:23,231 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:17:23,231 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:17:23,232 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,35419,1730971041726 with port=36669, startcode=1730971041770 2024-11-07T09:17:23,232 DEBUG [RS:0;9f1eb259a29b:36669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:17:23,234 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:17:23,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:23,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35419 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:23,236 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748 2024-11-07T09:17:23,236 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39823 2024-11-07T09:17:23,236 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:17:23,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064/rs 2024-11-07T09:17:23,242 DEBUG [RS:0;9f1eb259a29b:36669 {}] zookeeper.ZKUtil(111): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Set watcher on existing znode=/21057959064/rs/9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:23,242 WARN [RS:0;9f1eb259a29b:36669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:17:23,242 INFO [RS:0;9f1eb259a29b:36669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:23,242 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:23,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,36669,1730971041770] 2024-11-07T09:17:23,245 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:17:23,247 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:17:23,247 INFO [RS:0;9f1eb259a29b:36669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:17:23,247 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,248 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:17:23,248 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:17:23,248 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,248 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,248 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,248 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,248 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,248 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,249 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:17:23,249 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,249 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,249 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,249 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,249 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,249 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:23,249 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:17:23,249 DEBUG [RS:0;9f1eb259a29b:36669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:17:23,249 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,249 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,249 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,249 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,249 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,249 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36669,1730971041770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:17:23,264 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:17:23,265 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36669,1730971041770-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,265 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,265 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.Replication(171): 9f1eb259a29b,36669,1730971041770 started 2024-11-07T09:17:23,278 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:23,278 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,36669,1730971041770, RpcServer on 9f1eb259a29b/172.17.0.2:36669, sessionid=0x100f1b7ca2f0007 2024-11-07T09:17:23,278 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:17:23,278 DEBUG [RS:0;9f1eb259a29b:36669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:23,278 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,36669,1730971041770' 2024-11-07T09:17:23,278 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21057959064/flush-table-proc/abort' 2024-11-07T09:17:23,279 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21057959064/flush-table-proc/acquired' 2024-11-07T09:17:23,279 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:17:23,279 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:17:23,279 DEBUG [RS:0;9f1eb259a29b:36669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:23,279 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,36669,1730971041770' 2024-11-07T09:17:23,279 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21057959064/online-snapshot/abort' 2024-11-07T09:17:23,279 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21057959064/online-snapshot/acquired' 2024-11-07T09:17:23,280 DEBUG [RS:0;9f1eb259a29b:36669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:17:23,280 INFO [RS:0;9f1eb259a29b:36669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:17:23,280 INFO [RS:0;9f1eb259a29b:36669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:17:23,380 INFO [RS:0;9f1eb259a29b:36669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:17:23,381 INFO [RS:0;9f1eb259a29b:36669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C36669%2C1730971041770, suffix=, logDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770, archiveDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/oldWALs, maxLogs=10 2024-11-07T09:17:23,395 DEBUG [RS:0;9f1eb259a29b:36669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, exclude list is [], retry=0 2024-11-07T09:17:23,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45119,DS-900173fa-7880-4405-bd4e-d8c1e4b432c4,DISK] 2024-11-07T09:17:23,400 INFO [RS:0;9f1eb259a29b:36669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 2024-11-07T09:17:23,401 DEBUG [RS:0;9f1eb259a29b:36669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38605:38605)] 2024-11-07T09:17:23,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:17:23,557 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748 2024-11-07T09:17:23,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:17:23,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:23,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:17:23,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:17:23,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:23,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:23,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:17:23,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:17:23,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:23,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:23,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:17:23,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:17:23,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:23,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:23,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:17:23,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:17:23,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:23,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:23,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:17:23,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740 2024-11-07T09:17:23,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740 2024-11-07T09:17:23,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:17:23,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:17:23,975 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:23,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:17:23,978 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:23,978 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63462958, jitterRate=-0.05432823300361633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:23,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971043967Initializing all the Stores at 1730971043967Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971043967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971043967Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971043967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971043967Cleaning up temporary data from old regions at 1730971043975 (+8 ms)Region opened successfully at 1730971043978 (+3 ms) 2024-11-07T09:17:23,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:17:23,978 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:17:23,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:17:23,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:17:23,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:17:23,978 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:23,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971043978Disabling compacts and flushes for region at 1730971043978Disabling writes for close at 1730971043978Writing region close event to WAL at 1730971043978Closed at 1730971043978 2024-11-07T09:17:23,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:23,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:17:23,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:17:23,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:17:23,981 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:17:24,132 DEBUG [9f1eb259a29b:35419 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:17:24,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:24,133 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,36669,1730971041770, state=OPENING 2024-11-07T09:17:24,135 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:17:24,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:24,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:24,147 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:17:24,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,36669,1730971041770}] 2024-11-07T09:17:24,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21057959064/meta-region-server: CHANGED 2024-11-07T09:17:24,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21057959064/meta-region-server: CHANGED 2024-11-07T09:17:24,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:17:24,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T09:17:24,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:24,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-07T09:17:24,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:17:24,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T09:17:24,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T09:17:24,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T09:17:24,300 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:17:24,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:17:24,305 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:17:24,305 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:24,305 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:17:24,306 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C36669%2C1730971041770.meta, suffix=.meta, logDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770, archiveDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/oldWALs, maxLogs=10 2024-11-07T09:17:24,321 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.meta.1730971044307.meta, exclude list is [], retry=0 2024-11-07T09:17:24,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45119,DS-900173fa-7880-4405-bd4e-d8c1e4b432c4,DISK] 2024-11-07T09:17:24,324 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.meta.1730971044307.meta 2024-11-07T09:17:24,325 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38605:38605)] 2024-11-07T09:17:24,325 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:24,325 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:17:24,325 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:17:24,325 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:17:24,325 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:17:24,326 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:17:24,326 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:24,326 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:17:24,326 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:17:24,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:17:24,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:17:24,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:24,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:24,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:17:24,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:17:24,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:24,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:24,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:17:24,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:17:24,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:24,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:24,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:17:24,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:17:24,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:24,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:24,331 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:17:24,331 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740 2024-11-07T09:17:24,332 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740 2024-11-07T09:17:24,333 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:17:24,333 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:17:24,333 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:24,334 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:17:24,335 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74647787, jitterRate=0.11233870685100555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:24,335 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:17:24,335 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971044326Writing region info on filesystem at 1730971044326Initializing all the Stores at 1730971044326Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971044326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971044327 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971044327Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971044327Cleaning up temporary data from old regions at 1730971044333 (+6 ms)Running coprocessor post-open hooks at 1730971044335 (+2 ms)Region opened successfully at 1730971044335 2024-11-07T09:17:24,336 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971044300 2024-11-07T09:17:24,338 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:17:24,338 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:17:24,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:24,339 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,36669,1730971041770, state=OPEN 2024-11-07T09:17:24,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21057959064/meta-region-server 2024-11-07T09:17:24,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21057959064/meta-region-server 2024-11-07T09:17:24,341 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:24,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21057959064/meta-region-server: CHANGED 2024-11-07T09:17:24,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21057959064/meta-region-server: CHANGED 2024-11-07T09:17:24,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:17:24,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,36669,1730971041770 in 194 msec 2024-11-07T09:17:24,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:17:24,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-07T09:17:24,345 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:24,345 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:17:24,346 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:24,346 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,36669,1730971041770, seqNum=-1] 2024-11-07T09:17:24,346 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:24,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:24,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-07T09:17:24,351 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971044351, completionTime=-1 2024-11-07T09:17:24,351 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:17:24,351 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:17:24,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:17:24,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971104353 2024-11-07T09:17:24,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971164353 2024-11-07T09:17:24,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:17:24,354 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35419,1730971041726-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:24,354 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35419,1730971041726-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:24,354 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35419,1730971041726-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:24,354 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:35419, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:24,354 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:24,354 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:24,355 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:17:24,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.547sec 2024-11-07T09:17:24,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:17:24,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:17:24,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:17:24,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:17:24,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:17:24,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35419,1730971041726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:17:24,357 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35419,1730971041726-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:17:24,359 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:17:24,359 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:17:24,359 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35419,1730971041726-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:24,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e39543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:24,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35419,-1 for getting cluster id 2024-11-07T09:17:24,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:24,397 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf' 2024-11-07T09:17:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf" 2024-11-07T09:17:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646a0c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35419,-1] 2024-11-07T09:17:24,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:24,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:24,399 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:24,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:24,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,36669,1730971041770, seqNum=-1] 2024-11-07T09:17:24,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:24,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:24,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:24,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60621 2024-11-07T09:17:24,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:24,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100f1b7ca2f0008 connected 2024-11-07T09:17:24,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e668c55 2024-11-07T09:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:24,412 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:17:24,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:17:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:17:24,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:17:24,415 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:24,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:17:24,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:17:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:24,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:17:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:24,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d9df1673ea27a33aaa0614caad22ccc, NAME => 'test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6 2024-11-07T09:17:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:17:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:25,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:25,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3d9df1673ea27a33aaa0614caad22ccc, disabling compactions & flushes 2024-11-07T09:17:25,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:25,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:25,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. after waiting 0 ms 2024-11-07T09:17:25,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:25,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:25,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d9df1673ea27a33aaa0614caad22ccc: Waiting for close lock at 1730971045233Disabling compacts and flushes for region at 1730971045233Disabling writes for close at 1730971045233Writing region close event to WAL at 1730971045233Closed at 1730971045233 2024-11-07T09:17:25,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:17:25,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971045234"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971045234"}]},"ts":"1730971045234"} 2024-11-07T09:17:25,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:17:25,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:17:25,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971045237"}]},"ts":"1730971045237"} 2024-11-07T09:17:25,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:17:25,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d9df1673ea27a33aaa0614caad22ccc, ASSIGN}] 2024-11-07T09:17:25,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d9df1673ea27a33aaa0614caad22ccc, ASSIGN 2024-11-07T09:17:25,240 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3d9df1673ea27a33aaa0614caad22ccc, ASSIGN; state=OFFLINE, location=9f1eb259a29b,46241,1730971034599; forceNewPlan=false, retain=false 2024-11-07T09:17:25,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d9df1673ea27a33aaa0614caad22ccc, regionState=OPENING, regionLocation=9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:25,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3d9df1673ea27a33aaa0614caad22ccc, ASSIGN because future has completed 2024-11-07T09:17:25,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d9df1673ea27a33aaa0614caad22ccc, server=9f1eb259a29b,46241,1730971034599}] 2024-11-07T09:17:25,549 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:25,549 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d9df1673ea27a33aaa0614caad22ccc, NAME => 'test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:25,549 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:17:25,549 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:17:25,549 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,550 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:25,550 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,550 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,551 INFO [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,552 INFO [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d9df1673ea27a33aaa0614caad22ccc columnFamilyName f 2024-11-07T09:17:25,552 DEBUG [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:25,552 INFO [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] regionserver.HStore(327): Store=3d9df1673ea27a33aaa0614caad22ccc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:25,552 INFO [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,553 INFO [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d9df1673ea27a33aaa0614caad22ccc columnFamilyName f1 2024-11-07T09:17:25,553 DEBUG [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:25,553 INFO [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] regionserver.HStore(327): Store=3d9df1673ea27a33aaa0614caad22ccc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:25,554 INFO [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,554 INFO [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d9df1673ea27a33aaa0614caad22ccc columnFamilyName norep 2024-11-07T09:17:25,554 DEBUG [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:25,555 INFO [StoreOpener-3d9df1673ea27a33aaa0614caad22ccc-1 {}] regionserver.HStore(327): Store=3d9df1673ea27a33aaa0614caad22ccc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:25,555 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,555 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,555 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:25,556 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,556 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,557 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:17:25,557 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,559 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:25,559 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3d9df1673ea27a33aaa0614caad22ccc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73245070, jitterRate=0.09143659472465515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:17:25,559 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:25,560 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3d9df1673ea27a33aaa0614caad22ccc: Running coprocessor pre-open hook at 1730971045550Writing region info on filesystem at 1730971045550Initializing all the Stores at 1730971045551 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971045551Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971045551Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971045551Cleaning up temporary data from old regions at 1730971045556 (+5 ms)Running coprocessor post-open hooks at 1730971045559 (+3 ms)Region opened successfully at 1730971045560 (+1 ms) 2024-11-07T09:17:25,561 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc., pid=6, masterSystemTime=1730971045545 2024-11-07T09:17:25,562 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:25,562 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:25,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d9df1673ea27a33aaa0614caad22ccc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:25,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d9df1673ea27a33aaa0614caad22ccc, server=9f1eb259a29b,46241,1730971034599 because future has completed 2024-11-07T09:17:25,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:17:25,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d9df1673ea27a33aaa0614caad22ccc, server=9f1eb259a29b,46241,1730971034599 in 173 msec 2024-11-07T09:17:25,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:17:25,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3d9df1673ea27a33aaa0614caad22ccc, ASSIGN in 329 msec 2024-11-07T09:17:25,569 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:17:25,569 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971045569"}]},"ts":"1730971045569"} 2024-11-07T09:17:25,571 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:17:25,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:17:25,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-07T09:17:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:26,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:26,566 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:17:26,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:26,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4545699c 2024-11-07T09:17:26,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:26,568 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:17:26,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:17:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:17:26,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:17:26,570 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:26,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:17:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:26,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:17:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:17:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:26,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d997e5393184baed418aacd34f32816, NAME => 'test,,1730971046568.6d997e5393184baed418aacd34f32816.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279 2024-11-07T09:17:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:17:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:27,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971046568.6d997e5393184baed418aacd34f32816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:27,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d997e5393184baed418aacd34f32816, disabling compactions & flushes 2024-11-07T09:17:27,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:27,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:27,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971046568.6d997e5393184baed418aacd34f32816. after waiting 0 ms 2024-11-07T09:17:27,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:27,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:27,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d997e5393184baed418aacd34f32816: Waiting for close lock at 1730971047383Disabling compacts and flushes for region at 1730971047383Disabling writes for close at 1730971047383Writing region close event to WAL at 1730971047384 (+1 ms)Closed at 1730971047384 2024-11-07T09:17:27,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:17:27,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971046568.6d997e5393184baed418aacd34f32816.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971047385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971047385"}]},"ts":"1730971047385"} 2024-11-07T09:17:27,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:17:27,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:17:27,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971047388"}]},"ts":"1730971047388"} 2024-11-07T09:17:27,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:17:27,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d997e5393184baed418aacd34f32816, ASSIGN}] 2024-11-07T09:17:27,390 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d997e5393184baed418aacd34f32816, ASSIGN 2024-11-07T09:17:27,391 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d997e5393184baed418aacd34f32816, ASSIGN; state=OFFLINE, location=9f1eb259a29b,37653,1730971038384; forceNewPlan=false, retain=false 2024-11-07T09:17:27,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d997e5393184baed418aacd34f32816, regionState=OPENING, regionLocation=9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:27,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d997e5393184baed418aacd34f32816, ASSIGN because future has completed 2024-11-07T09:17:27,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d997e5393184baed418aacd34f32816, server=9f1eb259a29b,37653,1730971038384}] 2024-11-07T09:17:27,699 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:27,699 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d997e5393184baed418aacd34f32816, NAME => 'test,,1730971046568.6d997e5393184baed418aacd34f32816.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:27,699 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:17:27,699 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:17:27,699 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,699 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971046568.6d997e5393184baed418aacd34f32816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:27,699 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,699 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,701 INFO [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,702 INFO [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d997e5393184baed418aacd34f32816 columnFamilyName f 2024-11-07T09:17:27,702 DEBUG [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:27,702 INFO [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] regionserver.HStore(327): Store=6d997e5393184baed418aacd34f32816/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:27,702 INFO [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,703 INFO [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d997e5393184baed418aacd34f32816 columnFamilyName f1 2024-11-07T09:17:27,703 DEBUG [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:27,703 INFO [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] regionserver.HStore(327): Store=6d997e5393184baed418aacd34f32816/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:27,704 INFO [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,704 INFO [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d997e5393184baed418aacd34f32816 columnFamilyName norep 2024-11-07T09:17:27,704 DEBUG [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:27,705 INFO [StoreOpener-6d997e5393184baed418aacd34f32816-1 {}] regionserver.HStore(327): Store=6d997e5393184baed418aacd34f32816/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:27,705 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,705 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,706 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:27,706 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,706 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,707 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:17:27,707 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,709 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:27,709 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d997e5393184baed418aacd34f32816; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75377910, jitterRate=0.12321838736534119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:17:27,709 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:27,709 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d997e5393184baed418aacd34f32816: Running coprocessor pre-open hook at 1730971047700Writing region info on filesystem at 1730971047700Initializing all the Stores at 1730971047700Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971047700Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971047700Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971047700Cleaning up temporary data from old regions at 1730971047706 (+6 ms)Running coprocessor post-open hooks at 1730971047709 (+3 ms)Region opened successfully at 1730971047709 2024-11-07T09:17:27,710 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971046568.6d997e5393184baed418aacd34f32816., pid=6, masterSystemTime=1730971047695 2024-11-07T09:17:27,711 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:27,711 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:27,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d997e5393184baed418aacd34f32816, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:27,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d997e5393184baed418aacd34f32816, server=9f1eb259a29b,37653,1730971038384 because future has completed 2024-11-07T09:17:27,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:17:27,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d997e5393184baed418aacd34f32816, server=9f1eb259a29b,37653,1730971038384 in 170 msec 2024-11-07T09:17:27,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:17:27,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d997e5393184baed418aacd34f32816, ASSIGN in 327 msec 2024-11-07T09:17:27,718 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:17:27,718 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971047718"}]},"ts":"1730971047718"} 2024-11-07T09:17:27,719 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:17:27,720 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:17:27,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-07T09:17:28,452 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T09:17:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:28,716 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:17:28,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bda3459 2024-11-07T09:17:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:28,718 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:17:28,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:17:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:17:28,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:17:28,721 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:28,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:17:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:28,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:17:28,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:17:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:29,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec391410792e508134b00f6123e31ef2, NAME => 'test,,1730971048719.ec391410792e508134b00f6123e31ef2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748 2024-11-07T09:17:29,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:17:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:29,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971048719.ec391410792e508134b00f6123e31ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:29,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ec391410792e508134b00f6123e31ef2, disabling compactions & flushes 2024-11-07T09:17:29,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:29,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:29,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971048719.ec391410792e508134b00f6123e31ef2. after waiting 0 ms 2024-11-07T09:17:29,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:29,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:29,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec391410792e508134b00f6123e31ef2: Waiting for close lock at 1730971049537Disabling compacts and flushes for region at 1730971049537Disabling writes for close at 1730971049537Writing region close event to WAL at 1730971049537Closed at 1730971049537 2024-11-07T09:17:29,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:17:29,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971048719.ec391410792e508134b00f6123e31ef2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971049538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971049538"}]},"ts":"1730971049538"} 2024-11-07T09:17:29,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:17:29,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:17:29,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971049541"}]},"ts":"1730971049541"} 2024-11-07T09:17:29,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:17:29,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec391410792e508134b00f6123e31ef2, ASSIGN}] 2024-11-07T09:17:29,543 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec391410792e508134b00f6123e31ef2, ASSIGN 2024-11-07T09:17:29,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ec391410792e508134b00f6123e31ef2, ASSIGN; state=OFFLINE, location=9f1eb259a29b,36669,1730971041770; forceNewPlan=false, retain=false 2024-11-07T09:17:29,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec391410792e508134b00f6123e31ef2, regionState=OPENING, regionLocation=9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:29,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ec391410792e508134b00f6123e31ef2, ASSIGN because future has completed 2024-11-07T09:17:29,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec391410792e508134b00f6123e31ef2, server=9f1eb259a29b,36669,1730971041770}] 2024-11-07T09:17:29,828 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:17:29,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:29,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,860 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:29,861 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ec391410792e508134b00f6123e31ef2, NAME => 'test,,1730971048719.ec391410792e508134b00f6123e31ef2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:29,861 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:17:29,861 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:17:29,861 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,861 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971048719.ec391410792e508134b00f6123e31ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:29,861 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,861 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,864 INFO [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,865 INFO [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec391410792e508134b00f6123e31ef2 columnFamilyName f 2024-11-07T09:17:29,865 DEBUG [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:29,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,865 INFO [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] regionserver.HStore(327): Store=ec391410792e508134b00f6123e31ef2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:29,865 INFO [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,866 INFO [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec391410792e508134b00f6123e31ef2 columnFamilyName f1 2024-11-07T09:17:29,866 DEBUG [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:29,867 INFO [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] regionserver.HStore(327): Store=ec391410792e508134b00f6123e31ef2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:29,867 INFO [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,868 INFO [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec391410792e508134b00f6123e31ef2 columnFamilyName norep 2024-11-07T09:17:29,868 DEBUG [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:29,868 INFO [StoreOpener-ec391410792e508134b00f6123e31ef2-1 {}] regionserver.HStore(327): Store=ec391410792e508134b00f6123e31ef2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:29,869 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,869 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,870 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,871 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,871 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,872 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:17:29,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:29,873 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,875 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:29,875 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ec391410792e508134b00f6123e31ef2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74760541, jitterRate=0.11401887238025665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:17:29,875 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:29,875 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ec391410792e508134b00f6123e31ef2: Running coprocessor pre-open hook at 1730971049862Writing region info on filesystem at 1730971049862Initializing all the Stores at 1730971049862Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971049862Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971049863 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971049863Cleaning up temporary data from old regions at 1730971049871 (+8 ms)Running coprocessor post-open hooks at 1730971049875 (+4 ms)Region opened successfully at 1730971049875 2024-11-07T09:17:29,876 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971048719.ec391410792e508134b00f6123e31ef2., pid=6, masterSystemTime=1730971049851 2024-11-07T09:17:29,878 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:29,878 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:29,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec391410792e508134b00f6123e31ef2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:29,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec391410792e508134b00f6123e31ef2, server=9f1eb259a29b,36669,1730971041770 because future has completed 2024-11-07T09:17:29,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:17:29,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec391410792e508134b00f6123e31ef2, server=9f1eb259a29b,36669,1730971041770 in 185 msec 2024-11-07T09:17:29,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:17:29,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ec391410792e508134b00f6123e31ef2, ASSIGN in 341 msec 2024-11-07T09:17:29,886 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:17:29,886 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971049886"}]},"ts":"1730971049886"} 2024-11-07T09:17:29,888 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:17:29,888 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:17:29,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-07T09:17:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:17:30,866 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:17:30,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:30,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,40715,-1 for getting cluster id 2024-11-07T09:17:30,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:30,868 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396746e6-e5b3-4d25-b304-dcd12e3c1320' 2024-11-07T09:17:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396746e6-e5b3-4d25-b304-dcd12e3c1320" 2024-11-07T09:17:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bedb4dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,40715,-1] 2024-11-07T09:17:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:30,870 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:30,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49733eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:30,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36354803 2024-11-07T09:17:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:30,873 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:17:30,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:41177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:17:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:17:30,877 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:41177' 2024-11-07T09:17:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:30,880 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3f773d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:30,881 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41177,-1 for getting cluster id 2024-11-07T09:17:30,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:30,881 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bdd1a3b-a07d-44b9-9627-678e3f9acb0a' 2024-11-07T09:17:30,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bdd1a3b-a07d-44b9-9627-678e3f9acb0a" 2024-11-07T09:17:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26703474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41177,-1] 2024-11-07T09:17:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:30,883 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:30,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25bf3f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:30,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:30,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:30,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c6123f9 2024-11-07T09:17:30,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:30,885 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:17:30,886 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T09:17:30,886 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:17:30,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:30,887 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:30,887 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:17:30,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:30,888 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:17:30,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:17:30,890 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:30,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:17:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:17:30,913 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 155ef0ff120bb7ec4847b121c3815264, NAME => 'hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6 2024-11-07T09:17:30,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:17:30,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:30,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 155ef0ff120bb7ec4847b121c3815264, disabling compactions & flushes 2024-11-07T09:17:30,929 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:30,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:30,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. after waiting 0 ms 2024-11-07T09:17:30,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:30,929 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:30,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 155ef0ff120bb7ec4847b121c3815264: Waiting for close lock at 1730971050929Disabling compacts and flushes for region at 1730971050929Disabling writes for close at 1730971050929Writing region close event to WAL at 1730971050929Closed at 1730971050929 2024-11-07T09:17:30,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:17:30,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730971050931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971050931"}]},"ts":"1730971050931"} 2024-11-07T09:17:30,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:17:30,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:17:30,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971050935"}]},"ts":"1730971050935"} 2024-11-07T09:17:30,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:17:30,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=155ef0ff120bb7ec4847b121c3815264, ASSIGN}] 2024-11-07T09:17:30,939 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:17:30,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=155ef0ff120bb7ec4847b121c3815264, ASSIGN 2024-11-07T09:17:30,940 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=155ef0ff120bb7ec4847b121c3815264, ASSIGN; state=OFFLINE, location=9f1eb259a29b,46241,1730971034599; forceNewPlan=false, retain=false 2024-11-07T09:17:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:31,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=155ef0ff120bb7ec4847b121c3815264, regionState=OPENING, regionLocation=9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:31,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=155ef0ff120bb7ec4847b121c3815264, ASSIGN because future has completed 2024-11-07T09:17:31,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 155ef0ff120bb7ec4847b121c3815264, server=9f1eb259a29b,46241,1730971034599}] 2024-11-07T09:17:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:31,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:31,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:31,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:17:31,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C46241%2C1730971034599.rep, suffix=, logDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599, archiveDir=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/oldWALs, maxLogs=10 2024-11-07T09:17:31,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.rep.1730971051274, exclude list is [], retry=0 2024-11-07T09:17:31,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46049,DS-bb3a9b53-c3b9-45d0-9313-d7611d3dbf28,DISK] 2024-11-07T09:17:31,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.rep.1730971051274 2024-11-07T09:17:31,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39219:39219)] 2024-11-07T09:17:31,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 155ef0ff120bb7ec4847b121c3815264, NAME => 'hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:31,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:17:31,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:17:31,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. service=MultiRowMutationService 2024-11-07T09:17:31,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:17:31,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:31,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,298 INFO [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,299 INFO [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 155ef0ff120bb7ec4847b121c3815264 columnFamilyName hfileref 2024-11-07T09:17:31,299 DEBUG [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:31,299 INFO [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] regionserver.HStore(327): Store=155ef0ff120bb7ec4847b121c3815264/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:31,299 INFO [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,300 INFO [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 155ef0ff120bb7ec4847b121c3815264 columnFamilyName queue 2024-11-07T09:17:31,300 DEBUG [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:31,301 INFO [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] regionserver.HStore(327): Store=155ef0ff120bb7ec4847b121c3815264/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:31,301 INFO [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,302 INFO [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 155ef0ff120bb7ec4847b121c3815264 columnFamilyName sid 2024-11-07T09:17:31,302 DEBUG [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:31,304 INFO [StoreOpener-155ef0ff120bb7ec4847b121c3815264-1 {}] regionserver.HStore(327): Store=155ef0ff120bb7ec4847b121c3815264/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:31,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/replication/155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/replication/155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:17:31,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/replication/155ef0ff120bb7ec4847b121c3815264/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:31,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 155ef0ff120bb7ec4847b121c3815264; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66930358, jitterRate=-0.0026599466800689697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:17:31,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:31,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 155ef0ff120bb7ec4847b121c3815264: Running coprocessor pre-open hook at 1730971051297Writing region info on filesystem at 1730971051297Initializing all the Stores at 1730971051298 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971051298Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971051298Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971051298Cleaning up temporary data from old regions at 1730971051306 (+8 ms)Running coprocessor post-open hooks at 1730971051313 (+7 ms)Region opened successfully at 1730971051314 (+1 ms) 2024-11-07T09:17:31,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264., pid=10, masterSystemTime=1730971051260 2024-11-07T09:17:31,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:31,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:31,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=155ef0ff120bb7ec4847b121c3815264, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:31,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 155ef0ff120bb7ec4847b121c3815264, server=9f1eb259a29b,46241,1730971034599 because future has completed 2024-11-07T09:17:31,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:17:31,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 155ef0ff120bb7ec4847b121c3815264, server=9f1eb259a29b,46241,1730971034599 in 224 msec 2024-11-07T09:17:31,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:17:31,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=155ef0ff120bb7ec4847b121c3815264, ASSIGN in 385 msec 2024-11-07T09:17:31,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:17:31,325 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971051325"}]},"ts":"1730971051325"} 2024-11-07T09:17:31,327 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:17:31,327 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:17:31,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 440 msec 2024-11-07T09:17:31,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264., hostname=9f1eb259a29b,46241,1730971034599, seqNum=2] 2024-11-07T09:17:31,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:31,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:31,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:17:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:31,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:17:31,510 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:17:31,563 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,46241,1730971034599, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:17:31,564 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:31,564 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,46241,1730971034599, seqNum=-1] 2024-11-07T09:17:31,565 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:31,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-07T09:17:31,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,46241,1730971034599', locateType=CURRENT is [region=hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264., hostname=9f1eb259a29b,46241,1730971034599, seqNum=2] 2024-11-07T09:17:31,577 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:17:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:17:31,580 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,46241,1730971034599 suceeded 2024-11-07T09:17:31,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:17:31,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-07T09:17:31,582 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:41177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:17:31,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 708 msec 2024-11-07T09:17:31,595 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:41177' 2024-11-07T09:17:31,604 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0bbdc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:31,604 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41177,-1 for getting cluster id 2024-11-07T09:17:31,604 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:31,605 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bdd1a3b-a07d-44b9-9627-678e3f9acb0a' 2024-11-07T09:17:31,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:31,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bdd1a3b-a07d-44b9-9627-678e3f9acb0a" 2024-11-07T09:17:31,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59855bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:31,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41177,-1] 2024-11-07T09:17:31,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:31,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:31,607 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:31,607 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d8afa83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:31,608 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:31,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:31,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2737fc9c 2024-11-07T09:17:31,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:31,610 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-07T09:17:31,611 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,46241,1730971034599 (queues=1) is replicating from cluster=396746e6-e5b3-4d25-b304-dcd12e3c1320 to cluster=8bdd1a3b-a07d-44b9-9627-678e3f9acb0a 2024-11-07T09:17:31,611 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C46241%2C1730971034599 2024-11-07T09:17:31,611 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,46241,1730971034599, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:17:31,613 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, startPosition=0, beingWritten=true 2024-11-07T09:17:31,621 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C46241%2C1730971034599 2024-11-07T09:17:31,625 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:31,625 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 379, reset compression=false 2024-11-07T09:17:31,625 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,46241,1730971034599 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:31,843 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 379, reset compression=false 2024-11-07T09:17:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:32,016 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:17:32,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:32,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:32,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:32,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41177,-1 for getting cluster id 2024-11-07T09:17:32,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:32,019 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bdd1a3b-a07d-44b9-9627-678e3f9acb0a' 2024-11-07T09:17:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bdd1a3b-a07d-44b9-9627-678e3f9acb0a" 2024-11-07T09:17:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d20786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41177,-1] 2024-11-07T09:17:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:32,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,021 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:32,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552b681c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@745b8cc4 2024-11-07T09:17:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:32,024 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:17:32,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:35419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:17:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:17:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:32,027 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:35419' 2024-11-07T09:17:32,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6155b835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,029 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35419,-1 for getting cluster id 2024-11-07T09:17:32,029 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:32,029 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf' 2024-11-07T09:17:32,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:32,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf" 2024-11-07T09:17:32,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fccde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35419,-1] 2024-11-07T09:17:32,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:32,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,031 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:32,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63afc7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:32,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:32,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56320e56 2024-11-07T09:17:32,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:32,033 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:17:32,034 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T09:17:32,034 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:17:32,034 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,034 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:32,035 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:17:32,036 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:17:32,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:17:32,038 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:32,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:17:32,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:17:32,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30baac0297cf6a8d69354f763fbe52c3, NAME => 'hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279 2024-11-07T09:17:32,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:17:32,062 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:32,062 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 30baac0297cf6a8d69354f763fbe52c3, disabling compactions & flushes 2024-11-07T09:17:32,062 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:32,062 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:32,062 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. after waiting 0 ms 2024-11-07T09:17:32,062 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:32,062 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:32,062 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30baac0297cf6a8d69354f763fbe52c3: Waiting for close lock at 1730971052062Disabling compacts and flushes for region at 1730971052062Disabling writes for close at 1730971052062Writing region close event to WAL at 1730971052062Closed at 1730971052062 2024-11-07T09:17:32,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:17:32,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730971052064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971052064"}]},"ts":"1730971052064"} 2024-11-07T09:17:32,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:17:32,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:17:32,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971052067"}]},"ts":"1730971052067"} 2024-11-07T09:17:32,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:17:32,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30baac0297cf6a8d69354f763fbe52c3, ASSIGN}] 2024-11-07T09:17:32,071 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30baac0297cf6a8d69354f763fbe52c3, ASSIGN 2024-11-07T09:17:32,073 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30baac0297cf6a8d69354f763fbe52c3, ASSIGN; state=OFFLINE, location=9f1eb259a29b,37653,1730971038384; forceNewPlan=false, retain=false 2024-11-07T09:17:32,086 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:17:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:32,152 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 379, reset compression=false 2024-11-07T09:17:32,223 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30baac0297cf6a8d69354f763fbe52c3, regionState=OPENING, regionLocation=9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:32,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30baac0297cf6a8d69354f763fbe52c3, ASSIGN because future has completed 2024-11-07T09:17:32,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30baac0297cf6a8d69354f763fbe52c3, server=9f1eb259a29b,37653,1730971038384}] 2024-11-07T09:17:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:32,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:32,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:32,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:17:32,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C37653%2C1730971038384.rep, suffix=, logDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384, archiveDir=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/oldWALs, maxLogs=10 2024-11-07T09:17:32,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.rep.1730971052385, exclude list is [], retry=0 2024-11-07T09:17:32,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44047,DS-480577e9-0199-4728-8855-0177960ad986,DISK] 2024-11-07T09:17:32,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.rep.1730971052385 2024-11-07T09:17:32,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34723:34723)] 2024-11-07T09:17:32,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 30baac0297cf6a8d69354f763fbe52c3, NAME => 'hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:32,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:17:32,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:17:32,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. service=MultiRowMutationService 2024-11-07T09:17:32,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:17:32,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:32,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,409 INFO [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,410 INFO [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30baac0297cf6a8d69354f763fbe52c3 columnFamilyName hfileref 2024-11-07T09:17:32,410 DEBUG [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:32,411 INFO [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] regionserver.HStore(327): Store=30baac0297cf6a8d69354f763fbe52c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:32,411 INFO [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,411 INFO [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30baac0297cf6a8d69354f763fbe52c3 columnFamilyName queue 2024-11-07T09:17:32,412 DEBUG [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:32,412 INFO [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] regionserver.HStore(327): Store=30baac0297cf6a8d69354f763fbe52c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:32,412 INFO [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,413 INFO [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30baac0297cf6a8d69354f763fbe52c3 columnFamilyName sid 2024-11-07T09:17:32,413 DEBUG [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:32,413 INFO [StoreOpener-30baac0297cf6a8d69354f763fbe52c3-1 {}] regionserver.HStore(327): Store=30baac0297cf6a8d69354f763fbe52c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:32,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/replication/30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/replication/30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:17:32,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/replication/30baac0297cf6a8d69354f763fbe52c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:32,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 30baac0297cf6a8d69354f763fbe52c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72344495, jitterRate=0.0780169814825058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:17:32,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:32,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 30baac0297cf6a8d69354f763fbe52c3: Running coprocessor pre-open hook at 1730971052408Writing region info on filesystem at 1730971052408Initializing all the Stores at 1730971052408Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971052409 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971052409Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971052409Cleaning up temporary data from old regions at 1730971052415 (+6 ms)Running coprocessor post-open hooks at 1730971052421 (+6 ms)Region opened successfully at 1730971052421 2024-11-07T09:17:32,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3., pid=10, masterSystemTime=1730971052379 2024-11-07T09:17:32,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:32,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:32,425 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30baac0297cf6a8d69354f763fbe52c3, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:32,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30baac0297cf6a8d69354f763fbe52c3, server=9f1eb259a29b,37653,1730971038384 because future has completed 2024-11-07T09:17:32,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:17:32,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 30baac0297cf6a8d69354f763fbe52c3, server=9f1eb259a29b,37653,1730971038384 in 200 msec 2024-11-07T09:17:32,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:17:32,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30baac0297cf6a8d69354f763fbe52c3, ASSIGN in 360 msec 2024-11-07T09:17:32,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:17:32,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971052431"}]},"ts":"1730971052431"} 2024-11-07T09:17:32,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:17:32,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:17:32,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 399 msec 2024-11-07T09:17:32,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3., hostname=9f1eb259a29b,37653,1730971038384, seqNum=2] 2024-11-07T09:17:32,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:32,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:32,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:17:32,556 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 379, reset compression=false 2024-11-07T09:17:32,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:17:32,604 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:17:32,635 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,37653,1730971038384, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:17:32,637 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:32,638 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37653,1730971038384, seqNum=-1] 2024-11-07T09:17:32,638 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:32,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-07T09:17:32,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,37653,1730971038384', locateType=CURRENT is [region=hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3., hostname=9f1eb259a29b,37653,1730971038384, seqNum=2] 2024-11-07T09:17:32,643 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:17:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:17:32,646 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,37653,1730971038384 suceeded 2024-11-07T09:17:32,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:17:32,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-07T09:17:32,649 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:35419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:17:32,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 625 msec 2024-11-07T09:17:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:32,656 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:17:32,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:32,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:32,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:32,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5564796e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35419,-1 for getting cluster id 2024-11-07T09:17:32,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:32,658 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf' 2024-11-07T09:17:32,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:32,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf" 2024-11-07T09:17:32,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50beb96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35419,-1] 2024-11-07T09:17:32,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:32,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,660 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:32,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5477b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:32,662 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:35419' 2024-11-07T09:17:32,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:32,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b76a80 2024-11-07T09:17:32,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:32,663 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@baf930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,663 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35419,-1 for getting cluster id 2024-11-07T09:17:32,663 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:17:32,663 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:32,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:40715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:17:32,663 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf' 2024-11-07T09:17:32,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:32,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf" 2024-11-07T09:17:32,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27b5b5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35419,-1] 2024-11-07T09:17:32,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:32,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,665 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:17:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:32,666 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:40715' 2024-11-07T09:17:32,667 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72dab634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,667 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:32,667 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7553b67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,667 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,40715,-1 for getting cluster id 2024-11-07T09:17:32,667 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a3277e2 2024-11-07T09:17:32,668 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396746e6-e5b3-4d25-b304-dcd12e3c1320' 2024-11-07T09:17:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396746e6-e5b3-4d25-b304-dcd12e3c1320" 2024-11-07T09:17:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395a0ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,40715,-1] 2024-11-07T09:17:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:32,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,669 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d598f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:32,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f8e7e5b 2024-11-07T09:17:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:32,672 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-07T09:17:32,672 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:17:32,672 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,37653,1730971038384 (queues=1) is replicating from cluster=8bdd1a3b-a07d-44b9-9627-678e3f9acb0a to cluster=e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf 2024-11-07T09:17:32,672 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T09:17:32,672 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C37653%2C1730971038384 2024-11-07T09:17:32,672 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:17:32,673 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,37653,1730971038384, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:17:32,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:32,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:32,673 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:17:32,674 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:17:32,675 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, startPosition=0, beingWritten=true 2024-11-07T09:17:32,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:17:32,675 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:32,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:17:32,676 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C37653%2C1730971038384 2024-11-07T09:17:32,683 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:32,683 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 379, reset compression=false 2024-11-07T09:17:32,683 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,37653,1730971038384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:32,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:17:32,724 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:17:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:32,889 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 379, reset compression=false 2024-11-07T09:17:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:33,061 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 379, reset compression=false 2024-11-07T09:17:33,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21c0d97ec33a18a63d21ce43c6be4980, NAME => 'hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748 2024-11-07T09:17:33,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:17:33,204 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 379, reset compression=false 2024-11-07T09:17:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:33,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:33,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 21c0d97ec33a18a63d21ce43c6be4980, disabling compactions & flushes 2024-11-07T09:17:33,511 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:33,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:33,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. after waiting 0 ms 2024-11-07T09:17:33,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:33,511 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:33,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21c0d97ec33a18a63d21ce43c6be4980: Waiting for close lock at 1730971053511Disabling compacts and flushes for region at 1730971053511Disabling writes for close at 1730971053511Writing region close event to WAL at 1730971053511Closed at 1730971053511 2024-11-07T09:17:33,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:17:33,512 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730971053512"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971053512"}]},"ts":"1730971053512"} 2024-11-07T09:17:33,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:17:33,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:17:33,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971053515"}]},"ts":"1730971053515"} 2024-11-07T09:17:33,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:17:33,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21c0d97ec33a18a63d21ce43c6be4980, ASSIGN}] 2024-11-07T09:17:33,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21c0d97ec33a18a63d21ce43c6be4980, ASSIGN 2024-11-07T09:17:33,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21c0d97ec33a18a63d21ce43c6be4980, ASSIGN; state=OFFLINE, location=9f1eb259a29b,36669,1730971041770; forceNewPlan=false, retain=false 2024-11-07T09:17:33,608 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 379, reset compression=false 2024-11-07T09:17:33,665 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 379, reset compression=false 2024-11-07T09:17:33,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=21c0d97ec33a18a63d21ce43c6be4980, regionState=OPENING, regionLocation=9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:33,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21c0d97ec33a18a63d21ce43c6be4980, ASSIGN because future has completed 2024-11-07T09:17:33,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21c0d97ec33a18a63d21ce43c6be4980, server=9f1eb259a29b,36669,1730971041770}] 2024-11-07T09:17:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:33,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:33,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:33,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:17:33,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C36669%2C1730971041770.rep, suffix=, logDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770, archiveDir=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/oldWALs, maxLogs=10 2024-11-07T09:17:33,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.rep.1730971053830, exclude list is [], retry=0 2024-11-07T09:17:33,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45119,DS-900173fa-7880-4405-bd4e-d8c1e4b432c4,DISK] 2024-11-07T09:17:33,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.rep.1730971053830 2024-11-07T09:17:33,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38605:38605)] 2024-11-07T09:17:33,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 21c0d97ec33a18a63d21ce43c6be4980, NAME => 'hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:33,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:17:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:17:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. service=MultiRowMutationService 2024-11-07T09:17:33,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:17:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,861 INFO [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,862 INFO [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21c0d97ec33a18a63d21ce43c6be4980 columnFamilyName hfileref 2024-11-07T09:17:33,862 DEBUG [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:33,863 INFO [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] regionserver.HStore(327): Store=21c0d97ec33a18a63d21ce43c6be4980/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:33,863 INFO [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,864 INFO [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21c0d97ec33a18a63d21ce43c6be4980 columnFamilyName queue 2024-11-07T09:17:33,864 DEBUG [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:33,864 INFO [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] regionserver.HStore(327): Store=21c0d97ec33a18a63d21ce43c6be4980/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:33,864 INFO [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,865 INFO [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21c0d97ec33a18a63d21ce43c6be4980 columnFamilyName sid 2024-11-07T09:17:33,865 DEBUG [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:33,865 INFO [StoreOpener-21c0d97ec33a18a63d21ce43c6be4980-1 {}] regionserver.HStore(327): Store=21c0d97ec33a18a63d21ce43c6be4980/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:33,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/replication/21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/replication/21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:17:33,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/replication/21c0d97ec33a18a63d21ce43c6be4980/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:33,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 21c0d97ec33a18a63d21ce43c6be4980; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69038626, jitterRate=0.02875569462776184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:17:33,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:33,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 21c0d97ec33a18a63d21ce43c6be4980: Running coprocessor pre-open hook at 1730971053858Writing region info on filesystem at 1730971053858Initializing all the Stores at 1730971053859 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971053859Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971053861 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971053861Cleaning up temporary data from old regions at 1730971053867 (+6 ms)Running coprocessor post-open hooks at 1730971053885 (+18 ms)Region opened successfully at 1730971053885 2024-11-07T09:17:33,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980., pid=10, masterSystemTime=1730971053824 2024-11-07T09:17:33,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:33,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:33,889 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=21c0d97ec33a18a63d21ce43c6be4980, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:33,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21c0d97ec33a18a63d21ce43c6be4980, server=9f1eb259a29b,36669,1730971041770 because future has completed 2024-11-07T09:17:33,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:17:33,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 21c0d97ec33a18a63d21ce43c6be4980, server=9f1eb259a29b,36669,1730971041770 in 219 msec 2024-11-07T09:17:33,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:17:33,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21c0d97ec33a18a63d21ce43c6be4980, ASSIGN in 376 msec 2024-11-07T09:17:33,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:17:33,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971053896"}]},"ts":"1730971053896"} 2024-11-07T09:17:33,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:17:33,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:17:33,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2250 sec 2024-11-07T09:17:33,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980., hostname=9f1eb259a29b,36669,1730971041770, seqNum=2] 2024-11-07T09:17:33,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:33,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:33,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:17:34,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36669 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:17:34,109 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:17:34,113 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 379, reset compression=false 2024-11-07T09:17:34,159 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,36669,1730971041770, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:17:34,160 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:34,160 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,36669,1730971041770, seqNum=-1] 2024-11-07T09:17:34,160 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:34,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-07T09:17:34,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,36669,1730971041770', locateType=CURRENT is [region=hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980., hostname=9f1eb259a29b,36669,1730971041770, seqNum=2] 2024-11-07T09:17:34,168 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:17:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:17:34,171 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,36669,1730971041770 suceeded 2024-11-07T09:17:34,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:17:34,175 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:40715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:17:34,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-07T09:17:34,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5120 sec 2024-11-07T09:17:34,188 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:40715' 2024-11-07T09:17:34,190 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2556c37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,190 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,40715,-1 for getting cluster id 2024-11-07T09:17:34,190 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:34,191 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396746e6-e5b3-4d25-b304-dcd12e3c1320' 2024-11-07T09:17:34,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:34,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396746e6-e5b3-4d25-b304-dcd12e3c1320" 2024-11-07T09:17:34,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ace1577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,40715,-1] 2024-11-07T09:17:34,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:34,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:34,194 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:34,196 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26cf0359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,197 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:34,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:34,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@466e6e9e 2024-11-07T09:17:34,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:34,199 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-07T09:17:34,200 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,36669,1730971041770 (queues=1) is replicating from cluster=e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf to cluster=396746e6-e5b3-4d25-b304-dcd12e3c1320 2024-11-07T09:17:34,200 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C36669%2C1730971041770 2024-11-07T09:17:34,200 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,36669,1730971041770, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:17:34,200 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, startPosition=0, beingWritten=true 2024-11-07T09:17:34,200 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C36669%2C1730971041770 2024-11-07T09:17:34,211 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:34,211 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 379, reset compression=false 2024-11-07T09:17:34,211 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,36669,1730971041770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:34,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T09:17:34,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T09:17:34,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-07T09:17:34,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-07T09:17:34,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:17:34,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T09:17:34,369 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 379, reset compression=false 2024-11-07T09:17:34,428 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 379, reset compression=false 2024-11-07T09:17:34,453 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T09:17:34,734 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 379, reset compression=false 2024-11-07T09:17:34,748 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 379, reset compression=false 2024-11-07T09:17:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:17:34,817 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:17:34,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:34,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:34,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:34,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:34,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:34,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3d0c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,40715,-1 for getting cluster id 2024-11-07T09:17:34,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:34,819 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396746e6-e5b3-4d25-b304-dcd12e3c1320' 2024-11-07T09:17:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396746e6-e5b3-4d25-b304-dcd12e3c1320" 2024-11-07T09:17:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f79a597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,40715,-1] 2024-11-07T09:17:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:34,820 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cee0db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e94fba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41177,-1 for getting cluster id 2024-11-07T09:17:34,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:34,822 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bdd1a3b-a07d-44b9-9627-678e3f9acb0a' 2024-11-07T09:17:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bdd1a3b-a07d-44b9-9627-678e3f9acb0a" 2024-11-07T09:17:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3381246c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41177,-1] 2024-11-07T09:17:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:34,823 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143315b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25deef41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35419,-1 for getting cluster id 2024-11-07T09:17:34,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:34,825 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf' 2024-11-07T09:17:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf" 2024-11-07T09:17:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0bb7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35419,-1] 2024-11-07T09:17:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:34,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:34,826 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:34,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3472bb06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:34,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,46241,1730971034599, seqNum=-1] 2024-11-07T09:17:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:34,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc., hostname=9f1eb259a29b,46241,1730971034599, seqNum=2] 2024-11-07T09:17:34,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,36669,1730971041770, seqNum=-1] 2024-11-07T09:17:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:34,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:34,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730971048719.ec391410792e508134b00f6123e31ef2., hostname=9f1eb259a29b,36669,1730971041770, seqNum=2] 2024-11-07T09:17:34,871 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T09:17:35,138 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 379, reset compression=false 2024-11-07T09:17:35,182 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 379, reset compression=false 2024-11-07T09:17:35,187 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:35,187 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 480, reset compression=false 2024-11-07T09:17:35,187 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,46241,1730971034599 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d9df1673ea27a33aaa0614caad22ccc/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T09:17:35,189 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:17:35,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-07T09:17:35,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:35,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ebe9d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:35,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,41177,-1 for getting cluster id 2024-11-07T09:17:35,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:35,192 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bdd1a3b-a07d-44b9-9627-678e3f9acb0a' 2024-11-07T09:17:35,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:35,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bdd1a3b-a07d-44b9-9627-678e3f9acb0a" 2024-11-07T09:17:35,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f7e10f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:35,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,41177,-1] 2024-11-07T09:17:35,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:35,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:35,194 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:35,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@140cc23b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:35,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:35,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37653,1730971038384, seqNum=-1] 2024-11-07T09:17:35,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:35,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-07T09:17:35,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730971046568.6d997e5393184baed418aacd34f32816., hostname=9f1eb259a29b,37653,1730971038384, seqNum=2] 2024-11-07T09:17:35,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:35,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:17:35,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,391 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 480, reset compression=false 2024-11-07T09:17:35,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:35,452 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 379, reset compression=false 2024-11-07T09:17:35,457 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:35,457 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 503, reset compression=false 2024-11-07T09:17:35,457 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,37653,1730971038384 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d997e5393184baed418aacd34f32816/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-07T09:17:35,460 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:17:35,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-07T09:17:35,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:35,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f6f48eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:35,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35419,-1 for getting cluster id 2024-11-07T09:17:35,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:35,463 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf' 2024-11-07T09:17:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf" 2024-11-07T09:17:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@460a7ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35419,-1] 2024-11-07T09:17:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:35,464 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:35,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1abd9c08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:35,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:35,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,36669,1730971041770, seqNum=-1] 2024-11-07T09:17:35,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:35,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-07T09:17:35,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730971048719.ec391410792e508134b00f6123e31ef2., hostname=9f1eb259a29b,36669,1730971041770, seqNum=2] 2024-11-07T09:17:35,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:35,642 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 379, reset compression=false 2024-11-07T09:17:35,646 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:35,646 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 527, reset compression=false 2024-11-07T09:17:35,646 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,36669,1730971041770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:35,661 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 503, reset compression=false 2024-11-07T09:17:35,695 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 480, reset compression=false 2024-11-07T09:17:35,850 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 527, reset compression=false 2024-11-07T09:17:35,873 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T09:17:35,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37653,1730971038384, seqNum=-1] 2024-11-07T09:17:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:35,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:35,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730971046568.6d997e5393184baed418aacd34f32816., hostname=9f1eb259a29b,37653,1730971038384, seqNum=2] 2024-11-07T09:17:35,881 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T09:17:35,965 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 503, reset compression=false 2024-11-07T09:17:35,971 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:35,971 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 607, reset compression=false 2024-11-07T09:17:35,971 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,37653,1730971038384 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d997e5393184baed418aacd34f32816/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T09:17:35,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:35,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:36,098 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 480, reset compression=false 2024-11-07T09:17:36,154 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 527, reset compression=false 2024-11-07T09:17:36,166 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:36,166 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 655, reset compression=false 2024-11-07T09:17:36,166 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,36669,1730971041770 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec391410792e508134b00f6123e31ef2/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T09:17:36,169 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:17:36,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-07T09:17:36,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:36,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6382641b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:36,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,40715,-1 for getting cluster id 2024-11-07T09:17:36,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:36,173 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396746e6-e5b3-4d25-b304-dcd12e3c1320' 2024-11-07T09:17:36,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:36,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396746e6-e5b3-4d25-b304-dcd12e3c1320" 2024-11-07T09:17:36,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6306c315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:36,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,40715,-1] 2024-11-07T09:17:36,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:36,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:36,175 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:36,175 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 607, reset compression=false 2024-11-07T09:17:36,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ff9b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:36,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:36,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,46241,1730971034599, seqNum=-1] 2024-11-07T09:17:36,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:36,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-07T09:17:36,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc., hostname=9f1eb259a29b,46241,1730971034599, seqNum=2] 2024-11-07T09:17:36,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:36,373 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 655, reset compression=false 2024-11-07T09:17:36,479 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 607, reset compression=false 2024-11-07T09:17:36,602 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 480, reset compression=false 2024-11-07T09:17:36,607 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:36,607 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 632, reset compression=false 2024-11-07T09:17:36,607 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,46241,1730971034599 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:36,676 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 655, reset compression=false 2024-11-07T09:17:36,810 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 632, reset compression=false 2024-11-07T09:17:36,883 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 607, reset compression=false 2024-11-07T09:17:36,883 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T09:17:36,886 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-07T09:17:37,080 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 655, reset compression=false 2024-11-07T09:17:37,084 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:37,085 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 759, reset compression=false 2024-11-07T09:17:37,085 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,36669,1730971041770 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec391410792e508134b00f6123e31ef2/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T09:17:37,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:37,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:37,114 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 632, reset compression=false 2024-11-07T09:17:37,119 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:37,119 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 760, reset compression=false 2024-11-07T09:17:37,119 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,46241,1730971034599 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d9df1673ea27a33aaa0614caad22ccc/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T09:17:37,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:37,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:37,290 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 759, reset compression=false 2024-11-07T09:17:37,322 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 760, reset compression=false 2024-11-07T09:17:37,387 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 607, reset compression=false 2024-11-07T09:17:37,391 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:37,391 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 758, reset compression=false 2024-11-07T09:17:37,391 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,37653,1730971038384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:37,594 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 759, reset compression=false 2024-11-07T09:17:37,594 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 758, reset compression=false 2024-11-07T09:17:37,625 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 760, reset compression=false 2024-11-07T09:17:37,888 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-07T09:17:37,892 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T09:17:37,898 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 758, reset compression=false 2024-11-07T09:17:37,998 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 759, reset compression=false 2024-11-07T09:17:38,029 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 760, reset compression=false 2024-11-07T09:17:38,033 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:38,033 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 916, reset compression=false 2024-11-07T09:17:38,033 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,46241,1730971034599 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d9df1673ea27a33aaa0614caad22ccc/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T09:17:38,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:38,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:38,236 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 916, reset compression=false 2024-11-07T09:17:38,301 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 758, reset compression=false 2024-11-07T09:17:38,306 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:38,306 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 905, reset compression=false 2024-11-07T09:17:38,306 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,37653,1730971038384 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d997e5393184baed418aacd34f32816/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-07T09:17:38,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:38,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:38,501 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 759, reset compression=false 2024-11-07T09:17:38,507 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:38,507 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 930, reset compression=false 2024-11-07T09:17:38,507 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,36669,1730971041770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:38,512 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 905, reset compression=false 2024-11-07T09:17:38,540 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 916, reset compression=false 2024-11-07T09:17:38,710 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 930, reset compression=false 2024-11-07T09:17:38,815 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 905, reset compression=false 2024-11-07T09:17:38,894 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T09:17:38,898 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T09:17:38,943 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 916, reset compression=false 2024-11-07T09:17:39,015 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 930, reset compression=false 2024-11-07T09:17:39,222 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 905, reset compression=false 2024-11-07T09:17:39,226 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:39,226 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1064, reset compression=false 2024-11-07T09:17:39,226 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,37653,1730971038384 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d997e5393184baed418aacd34f32816/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T09:17:39,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:39,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:39,418 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 930, reset compression=false 2024-11-07T09:17:39,423 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:39,423 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1080, reset compression=false 2024-11-07T09:17:39,423 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,36669,1730971041770 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec391410792e508134b00f6123e31ef2/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-07T09:17:39,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:39,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:39,429 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1064, reset compression=false 2024-11-07T09:17:39,447 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 916, reset compression=false 2024-11-07T09:17:39,451 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:39,451 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1090, reset compression=false 2024-11-07T09:17:39,451 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,46241,1730971034599 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:39,626 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1080, reset compression=false 2024-11-07T09:17:39,654 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1090, reset compression=false 2024-11-07T09:17:39,732 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1064, reset compression=false 2024-11-07T09:17:39,899 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T09:17:39,903 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-07T09:17:39,930 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1080, reset compression=false 2024-11-07T09:17:39,935 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:39,935 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1239, reset compression=false 2024-11-07T09:17:39,935 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,36669,1730971041770 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec391410792e508134b00f6123e31ef2/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T09:17:39,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:39,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:39,957 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1090, reset compression=false 2024-11-07T09:17:39,961 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:39,961 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1240, reset compression=false 2024-11-07T09:17:39,961 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,46241,1730971034599 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d9df1673ea27a33aaa0614caad22ccc/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-07T09:17:39,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:39,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:40,135 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1064, reset compression=false 2024-11-07T09:17:40,139 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1239, reset compression=false 2024-11-07T09:17:40,144 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:40,144 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1237, reset compression=false 2024-11-07T09:17:40,144 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,37653,1730971038384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:40,165 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1240, reset compression=false 2024-11-07T09:17:40,349 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1237, reset compression=false 2024-11-07T09:17:40,446 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1239, reset compression=false 2024-11-07T09:17:40,470 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1240, reset compression=false 2024-11-07T09:17:40,653 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1237, reset compression=false 2024-11-07T09:17:40,850 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1239, reset compression=false 2024-11-07T09:17:40,874 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1240, reset compression=false 2024-11-07T09:17:40,905 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-07T09:17:40,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bf5cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:40,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35419,-1 for getting cluster id 2024-11-07T09:17:40,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:40,913 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf' 2024-11-07T09:17:40,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:40,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf" 2024-11-07T09:17:40,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e48b4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:40,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35419,-1] 2024-11-07T09:17:40,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:40,915 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:40,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cce16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:40,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:40,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:40,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71516de6 2024-11-07T09:17:40,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:40,922 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:17:40,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-07T09:17:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-07T09:17:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T09:17:40,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:17:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T09:17:41,057 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1237, reset compression=false 2024-11-07T09:17:41,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36669 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-07T09:17:41,082 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-07T09:17:41,083 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-07T09:17:41,083 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,36669,1730971041770 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-07T09:17:41,083 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0. 2024-11-07T09:17:41,084 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:41,084 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:41,084 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:41,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:41,184 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:17:41,184 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-07T09:17:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T09:17:41,284 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 terminated 2024-11-07T09:17:41,313 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,36669,1730971041770, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:17:41,314 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-07T09:17:41,315 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T09:17:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-07T09:17:41,317 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 9f1eb259a29b,36669,1730971041770 suceeded 2024-11-07T09:17:41,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T09:17:41,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 387 msec 2024-11-07T09:17:41,319 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-07T09:17:41,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 396 msec 2024-11-07T09:17:41,330 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:40715' 2024-11-07T09:17:41,331 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c640a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:41,331 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,40715,-1 for getting cluster id 2024-11-07T09:17:41,331 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:41,332 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396746e6-e5b3-4d25-b304-dcd12e3c1320' 2024-11-07T09:17:41,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:41,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396746e6-e5b3-4d25-b304-dcd12e3c1320" 2024-11-07T09:17:41,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26277c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:41,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,40715,-1] 2024-11-07T09:17:41,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:41,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:41,333 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:41,334 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@98c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:41,334 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:41,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:41,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@518c4eea 2024-11-07T09:17:41,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:41,336 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-07T09:17:41,336 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,36669,1730971041770 (queues=1) is replicating from cluster=e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf to cluster=396746e6-e5b3-4d25-b304-dcd12e3c1320 2024-11-07T09:17:41,336 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C36669%2C1730971041770 2024-11-07T09:17:41,337 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,36669,1730971041770, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:17:41,337 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C36669%2C1730971041770 2024-11-07T09:17:41,382 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1240, reset compression=false 2024-11-07T09:17:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T09:17:41,557 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:17:41,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:41,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:41,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:41,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:41,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:41,561 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-07T09:17:41,561 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1237, reset compression=false 2024-11-07T09:17:41,985 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1240, reset compression=false 2024-11-07T09:17:41,990 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:41,990 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1344, reset compression=false 2024-11-07T09:17:41,990 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,46241,1730971034599 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d9df1673ea27a33aaa0614caad22ccc/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T09:17:41,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:41,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:42,164 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1237, reset compression=false 2024-11-07T09:17:42,169 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:42,169 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1364, reset compression=false 2024-11-07T09:17:42,169 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,37653,1730971038384 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d997e5393184baed418aacd34f32816/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T09:17:42,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:42,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:42,193 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1344, reset compression=false 2024-11-07T09:17:42,373 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1364, reset compression=false 2024-11-07T09:17:42,497 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1344, reset compression=false 2024-11-07T09:17:42,563 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-07T09:17:42,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afef9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:42,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,35419,-1 for getting cluster id 2024-11-07T09:17:42,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:42,568 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf' 2024-11-07T09:17:42,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:42,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8cd8e36-3db8-4af2-a82c-80d0c3d74fdf" 2024-11-07T09:17:42,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bd6bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:42,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,35419,-1] 2024-11-07T09:17:42,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:42,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:42,569 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518b5bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:42,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:17:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bb53336 2024-11-07T09:17:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:17:42,575 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:17:42,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-07T09:17:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-07T09:17:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T09:17:42,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:17:42,676 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1364, reset compression=false 2024-11-07T09:17:42,680 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:42,680 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1468, reset compression=false 2024-11-07T09:17:42,680 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,37653,1730971038384 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d997e5393184baed418aacd34f32816/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T09:17:42,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:42,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T09:17:42,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36669 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-07T09:17:42,735 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-07T09:17:42,736 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T09:17:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-07T09:17:42,738 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 9f1eb259a29b,36669,1730971041770 suceeded 2024-11-07T09:17:42,738 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, startPosition=1239, beingWritten=true 2024-11-07T09:17:42,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-07T09:17:42,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-07T09:17:42,740 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-07T09:17:42,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 164 msec 2024-11-07T09:17:42,743 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:17:42,743 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1518, reset compression=false 2024-11-07T09:17:42,743 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,36669,1730971041770 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec391410792e508134b00f6123e31ef2/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-07T09:17:42,747 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:17:42,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-07T09:17:42,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:17:42,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46241 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:17:42,884 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1468, reset compression=false 2024-11-07T09:17:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-07T09:17:42,896 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:17:42,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:42,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:42,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:42,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:42,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:42,898 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-07T09:17:42,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:17:42,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:42,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:42,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:42,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:42,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:42,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:17:42,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1221165804, stopped=false 2024-11-07T09:17:42,899 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,35419,1730971041726 2024-11-07T09:17:42,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21057959064/running 2024-11-07T09:17:42,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21057959064/running 2024-11-07T09:17:42,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:42,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:42,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:17:42,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:42,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:42,901 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1344, reset compression=false 2024-11-07T09:17:42,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:42,901 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,36669,1730971041770' ***** 2024-11-07T09:17:42,901 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:17:42,901 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:17:42,901 INFO [RS:0;9f1eb259a29b:36669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:17:42,901 INFO [RS:0;9f1eb259a29b:36669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:17:42,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:17:42,901 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(3091): Received CLOSE for ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:42,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Set watcher on znode that does not yet exist, /21057959064/running 2024-11-07T09:17:42,902 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(3091): Received CLOSE for 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:42,902 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:42,902 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:17:42,902 INFO [RS:0;9f1eb259a29b:36669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:36669. 2024-11-07T09:17:42,902 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec391410792e508134b00f6123e31ef2, disabling compactions & flushes 2024-11-07T09:17:42,902 DEBUG [RS:0;9f1eb259a29b:36669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:42,902 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:42,902 DEBUG [RS:0;9f1eb259a29b:36669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:42,902 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:42,902 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730971048719.ec391410792e508134b00f6123e31ef2. after waiting 0 ms 2024-11-07T09:17:42,902 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:42,902 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:17:42,902 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:17:42,902 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:17:42,902 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:17:42,902 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec391410792e508134b00f6123e31ef2 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-07T09:17:42,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Set watcher on znode that does not yet exist, /21057959064/running 2024-11-07T09:17:42,903 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:17:42,903 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:17:42,903 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:17:42,903 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:17:42,903 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:17:42,903 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:17:42,903 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:17:42,903 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1325): Online Regions={ec391410792e508134b00f6123e31ef2=test,,1730971048719.ec391410792e508134b00f6123e31ef2., 21c0d97ec33a18a63d21ce43c6be4980=hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:17:42,903 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21c0d97ec33a18a63d21ce43c6be4980, ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:42,906 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:42,906 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:42,906 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,46241,1730971034599 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:42,923 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/.tmp/f/73028fa32c644f138b667fc00b1280f8 is 37, key is row3/f:row3/1730971061558/Put/seqid=0 2024-11-07T09:17:42,923 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/info/4c7337b3905444f38dc1ae3dc7b0605c is 147, key is hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980./info:regioninfo/1730971053889/Put/seqid=0 2024-11-07T09:17:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741840_1016 (size=7686) 2024-11-07T09:17:42,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741841_1017 (size=5228) 2024-11-07T09:17:42,932 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/info/4c7337b3905444f38dc1ae3dc7b0605c 2024-11-07T09:17:42,953 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1518, reset compression=false 2024-11-07T09:17:42,960 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/ns/5be330ab4c8d4a43b0a35b688ed33b94 is 43, key is default/ns:d/1730971044348/Put/seqid=0 2024-11-07T09:17:42,961 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:42,961 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1765, reset compression=false 2024-11-07T09:17:42,961 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,36669,1730971041770 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:42,962 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9f1eb259a29b,36669,1730971041770: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9f1eb259a29b,36669,1730971041770, walGroup=9f1eb259a29b%2C36669%2C1730971041770, offset=9f1eb259a29b%2C36669%2C1730971041770.1730971043382:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:36669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T09:17:42,963 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T09:17:42,963 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:17:42,963 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T09:17:42,964 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T09:17:42,964 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T09:17:42,964 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T09:17:42,964 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 793643000 }, "NonHeapMemoryUsage": { "committed": 200540160, "init": 7667712, "max": -1, "used": 197658400 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T09:17:42,964 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:35419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:35419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T09:17:42,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:17:42,974 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/ns/5be330ab4c8d4a43b0a35b688ed33b94 2024-11-07T09:17:42,996 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/rep_barrier/19793433be494f649d19c9555a34b975 is 112, key is test,,1730971048719.ec391410792e508134b00f6123e31ef2./rep_barrier:seqnumDuringOpen/1730971049878/Put/seqid=0 2024-11-07T09:17:42,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741843_1019 (size=5518) 2024-11-07T09:17:43,103 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21c0d97ec33a18a63d21ce43c6be4980, ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:43,109 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:43,170 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1765, reset compression=false 2024-11-07T09:17:43,187 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1468, reset compression=false 2024-11-07T09:17:43,304 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21c0d97ec33a18a63d21ce43c6be4980, ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:43,331 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:17:43,331 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:17:43,331 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/.tmp/f/73028fa32c644f138b667fc00b1280f8 2024-11-07T09:17:43,337 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73028fa32c644f138b667fc00b1280f8 2024-11-07T09:17:43,355 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/.tmp/f1/dcd1e78781ca4ec2a8b91efa220baa49 is 30, key is row1/f1:/1730971058895/DeleteFamily/seqid=0 2024-11-07T09:17:43,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741844_1020 (size=5158) 2024-11-07T09:17:43,399 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/rep_barrier/19793433be494f649d19c9555a34b975 2024-11-07T09:17:43,413 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:43,423 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/table/bf54bb229b3e44f581d3fc16ece4bb39 is 53, key is hbase:replication/table:state/1730971053896/Put/seqid=0 2024-11-07T09:17:43,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741845_1021 (size=5308) 2024-11-07T09:17:43,474 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1765, reset compression=false 2024-11-07T09:17:43,504 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21c0d97ec33a18a63d21ce43c6be4980, ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:43,591 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1468, reset compression=false 2024-11-07T09:17:43,704 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21c0d97ec33a18a63d21ce43c6be4980, ec391410792e508134b00f6123e31ef2 2024-11-07T09:17:43,771 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/.tmp/f1/dcd1e78781ca4ec2a8b91efa220baa49 2024-11-07T09:17:43,774 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcd1e78781ca4ec2a8b91efa220baa49 2024-11-07T09:17:43,794 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/.tmp/norep/b7dc5a62dff84510856b0a447b6d53a8 is 33, key is row2/norep:/1730971059900/DeleteFamily/seqid=0 2024-11-07T09:17:43,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741846_1022 (size=5108) 2024-11-07T09:17:43,798 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/.tmp/norep/b7dc5a62dff84510856b0a447b6d53a8 2024-11-07T09:17:43,801 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7dc5a62dff84510856b0a447b6d53a8 2024-11-07T09:17:43,802 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/.tmp/f/73028fa32c644f138b667fc00b1280f8 as hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/f/73028fa32c644f138b667fc00b1280f8 2024-11-07T09:17:43,805 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73028fa32c644f138b667fc00b1280f8 2024-11-07T09:17:43,805 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/f/73028fa32c644f138b667fc00b1280f8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T09:17:43,806 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/.tmp/f1/dcd1e78781ca4ec2a8b91efa220baa49 as hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/f1/dcd1e78781ca4ec2a8b91efa220baa49 2024-11-07T09:17:43,810 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcd1e78781ca4ec2a8b91efa220baa49 2024-11-07T09:17:43,810 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/f1/dcd1e78781ca4ec2a8b91efa220baa49, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T09:17:43,810 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/.tmp/norep/b7dc5a62dff84510856b0a447b6d53a8 as hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/norep/b7dc5a62dff84510856b0a447b6d53a8 2024-11-07T09:17:43,814 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7dc5a62dff84510856b0a447b6d53a8 2024-11-07T09:17:43,814 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/norep/b7dc5a62dff84510856b0a447b6d53a8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T09:17:43,814 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ec391410792e508134b00f6123e31ef2 in 912ms, sequenceid=12, compaction requested=false 2024-11-07T09:17:43,818 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/default/test/ec391410792e508134b00f6123e31ef2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T09:17:43,818 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:43,818 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:17:43,818 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:43,819 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec391410792e508134b00f6123e31ef2: Waiting for close lock at 1730971062902Running coprocessor pre-close hooks at 1730971062902Disabling compacts and flushes for region at 1730971062902Disabling writes for close at 1730971062902Obtaining lock to block concurrent updates at 1730971062902Preparing flush snapshotting stores in ec391410792e508134b00f6123e31ef2 at 1730971062902Finished memstore snapshotting test,,1730971048719.ec391410792e508134b00f6123e31ef2., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730971062903 (+1 ms)Flushing stores of test,,1730971048719.ec391410792e508134b00f6123e31ef2. at 1730971062903Flushing ec391410792e508134b00f6123e31ef2/f: creating writer at 1730971062903Flushing ec391410792e508134b00f6123e31ef2/f: appending metadata at 1730971062923 (+20 ms)Flushing ec391410792e508134b00f6123e31ef2/f: closing flushed file at 1730971062923Flushing ec391410792e508134b00f6123e31ef2/f1: creating writer at 1730971063337 (+414 ms)Flushing ec391410792e508134b00f6123e31ef2/f1: appending metadata at 1730971063354 (+17 ms)Flushing ec391410792e508134b00f6123e31ef2/f1: closing flushed file at 1730971063354Flushing ec391410792e508134b00f6123e31ef2/norep: creating writer at 1730971063775 (+421 ms)Flushing ec391410792e508134b00f6123e31ef2/norep: appending metadata at 1730971063793 (+18 ms)Flushing ec391410792e508134b00f6123e31ef2/norep: closing flushed file at 1730971063793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d908feb: reopening flushed file at 1730971063801 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f351dcd: reopening flushed file at 1730971063806 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5324205: reopening flushed file at 1730971063810 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ec391410792e508134b00f6123e31ef2 in 912ms, sequenceid=12, compaction requested=false at 1730971063814 (+4 ms)Writing region close event to WAL at 1730971063816 (+2 ms)Running coprocessor post-close hooks at 1730971063818 (+2 ms)Closed at 1730971063818 2024-11-07T09:17:43,819 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730971048719.ec391410792e508134b00f6123e31ef2. 2024-11-07T09:17:43,819 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21c0d97ec33a18a63d21ce43c6be4980, disabling compactions & flushes 2024-11-07T09:17:43,819 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:43,819 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:43,819 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. after waiting 0 ms 2024-11-07T09:17:43,819 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:43,819 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21c0d97ec33a18a63d21ce43c6be4980: Waiting for close lock at 1730971063819Running coprocessor pre-close hooks at 1730971063819Disabling compacts and flushes for region at 1730971063819Disabling writes for close at 1730971063819Failed flush hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980., putting online again at 1730971063819 2024-11-07T09:17:43,819 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:43,822 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:43,827 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/table/bf54bb229b3e44f581d3fc16ece4bb39 2024-11-07T09:17:43,831 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/info/4c7337b3905444f38dc1ae3dc7b0605c as hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/info/4c7337b3905444f38dc1ae3dc7b0605c 2024-11-07T09:17:43,835 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/info/4c7337b3905444f38dc1ae3dc7b0605c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:17:43,835 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/ns/5be330ab4c8d4a43b0a35b688ed33b94 as hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/ns/5be330ab4c8d4a43b0a35b688ed33b94 2024-11-07T09:17:43,839 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/ns/5be330ab4c8d4a43b0a35b688ed33b94, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:17:43,839 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/rep_barrier/19793433be494f649d19c9555a34b975 as hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/rep_barrier/19793433be494f649d19c9555a34b975 2024-11-07T09:17:43,842 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/rep_barrier/19793433be494f649d19c9555a34b975, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:17:43,843 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/.tmp/table/bf54bb229b3e44f581d3fc16ece4bb39 as hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/table/bf54bb229b3e44f581d3fc16ece4bb39 2024-11-07T09:17:43,846 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/table/bf54bb229b3e44f581d3fc16ece4bb39, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:17:43,847 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=16, compaction requested=false 2024-11-07T09:17:43,850 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:17:43,851 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:43,851 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:17:43,851 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:43,851 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971062903Running coprocessor pre-close hooks at 1730971062903Disabling compacts and flushes for region at 1730971062903Disabling writes for close at 1730971062903Obtaining lock to block concurrent updates at 1730971062903Preparing flush snapshotting stores in 1588230740 at 1730971062903Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730971062903Flushing stores of hbase:meta,,1.1588230740 at 1730971062904 (+1 ms)Flushing 1588230740/info: creating writer at 1730971062904Flushing 1588230740/info: appending metadata at 1730971062923 (+19 ms)Flushing 1588230740/info: closing flushed file at 1730971062923Flushing 1588230740/ns: creating writer at 1730971062937 (+14 ms)Flushing 1588230740/ns: appending metadata at 1730971062960 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1730971062960Flushing 1588230740/rep_barrier: creating writer at 1730971062981 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971062995 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971062995Flushing 1588230740/table: creating writer at 1730971063405 (+410 ms)Flushing 1588230740/table: appending metadata at 1730971063423 (+18 ms)Flushing 1588230740/table: closing flushed file at 1730971063423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b104246: reopening flushed file at 1730971063831 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf7b25c: reopening flushed file at 1730971063835 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7256d9a7: reopening flushed file at 1730971063839 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44b40e67: reopening flushed file at 1730971063842 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=16, compaction requested=false at 1730971063847 (+5 ms)Writing region close event to WAL at 1730971063848 (+1 ms)Running coprocessor post-close hooks at 1730971063851 (+3 ms)Closed at 1730971063851 2024-11-07T09:17:43,851 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:43,878 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 1765, reset compression=false 2024-11-07T09:17:43,882 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:43,882 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 2409, reset compression=false 2024-11-07T09:17:43,904 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:17:43,904 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1325): Online Regions={21c0d97ec33a18a63d21ce43c6be4980=hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980.} 2024-11-07T09:17:43,904 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(3091): Received CLOSE for 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:43,904 DEBUG [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1351): Waiting on 21c0d97ec33a18a63d21ce43c6be4980 2024-11-07T09:17:43,904 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21c0d97ec33a18a63d21ce43c6be4980, disabling compactions & flushes 2024-11-07T09:17:43,905 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:43,905 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:43,905 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. after waiting 0 ms 2024-11-07T09:17:43,905 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:43,905 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21c0d97ec33a18a63d21ce43c6be4980: Waiting for close lock at 1730971063904Running coprocessor pre-close hooks at 1730971063904Disabling compacts and flushes for region at 1730971063904Disabling writes for close at 1730971063905 (+1 ms)Failed flush hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980., putting online again at 1730971063905 2024-11-07T09:17:43,905 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730971052673.21c0d97ec33a18a63d21ce43c6be4980. 2024-11-07T09:17:44,085 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/WALs/9f1eb259a29b,36669,1730971041770/9f1eb259a29b%2C36669%2C1730971041770.1730971043382 to pos 2409, reset compression=false 2024-11-07T09:17:44,094 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1468, reset compression=false 2024-11-07T09:17:44,105 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T09:17:44,105 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,36669,1730971041770; all regions closed. 2024-11-07T09:17:44,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741834_1010 (size=4239) 2024-11-07T09:17:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741839_1015 (size=2390) 2024-11-07T09:17:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741832_1008 (size=2417) 2024-11-07T09:17:44,111 DEBUG [RS:0;9f1eb259a29b:36669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:44,111 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:17:44,111 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:17:44,111 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:17:44,111 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:17:44,112 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:17:44,112 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,36669,1730971041770 because: Region server is closing 2024-11-07T09:17:44,112 INFO [RS:0;9f1eb259a29b:36669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:36669. 2024-11-07T09:17:44,112 DEBUG [RS:0;9f1eb259a29b:36669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:44,112 DEBUG [RS:0;9f1eb259a29b:36669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:44,112 DEBUG [RS:0;9f1eb259a29b:36669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:44,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:44,136 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T09:17:44,213 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.shipper9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 terminated 2024-11-07T09:17:44,213 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,36669,1730971041770.replicationSource.wal-reader.9f1eb259a29b%2C36669%2C1730971041770,1-9f1eb259a29b,36669,1730971041770 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:17:44,213 INFO [RS:0;9f1eb259a29b:36669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:36669. 2024-11-07T09:17:44,213 DEBUG [RS:0;9f1eb259a29b:36669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:44,213 DEBUG [RS:0;9f1eb259a29b:36669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:44,213 DEBUG [RS:0;9f1eb259a29b:36669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:44,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:44,213 INFO [RS:0;9f1eb259a29b:36669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36669 2024-11-07T09:17:44,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064/rs 2024-11-07T09:17:44,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21057959064/rs/9f1eb259a29b,36669,1730971041770 2024-11-07T09:17:44,215 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:17:44,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,36669,1730971041770] 2024-11-07T09:17:44,219 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21057959064/draining/9f1eb259a29b,36669,1730971041770 already deleted, retry=false 2024-11-07T09:17:44,219 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,36669,1730971041770 expired; onlineServers=0 2024-11-07T09:17:44,219 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,35419,1730971041726' ***** 2024-11-07T09:17:44,219 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:17:44,219 INFO [M:0;9f1eb259a29b:35419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:17:44,219 INFO [M:0;9f1eb259a29b:35419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:17:44,219 DEBUG [M:0;9f1eb259a29b:35419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:17:44,219 DEBUG [M:0;9f1eb259a29b:35419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:17:44,219 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:17:44,219 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971043157 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971043157,5,FailOnTimeoutGroup] 2024-11-07T09:17:44,219 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971043160 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971043160,5,FailOnTimeoutGroup] 2024-11-07T09:17:44,219 INFO [M:0;9f1eb259a29b:35419 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:17:44,219 INFO [M:0;9f1eb259a29b:35419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:17:44,219 DEBUG [M:0;9f1eb259a29b:35419 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:17:44,220 INFO [M:0;9f1eb259a29b:35419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:17:44,220 INFO [M:0;9f1eb259a29b:35419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:17:44,220 INFO [M:0;9f1eb259a29b:35419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:17:44,220 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:17:44,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21057959064/master 2024-11-07T09:17:44,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21057959064 2024-11-07T09:17:44,221 DEBUG [M:0;9f1eb259a29b:35419 {}] zookeeper.ZKUtil(347): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Unable to get data of znode /21057959064/master because node does not exist (not an error) 2024-11-07T09:17:44,221 WARN [M:0;9f1eb259a29b:35419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:17:44,222 INFO [M:0;9f1eb259a29b:35419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/.lastflushedseqids 2024-11-07T09:17:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741847_1023 (size=245) 2024-11-07T09:17:44,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:44,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36669-0x100f1b7ca2f0007, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:44,318 INFO [RS:0;9f1eb259a29b:36669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:17:44,318 INFO [RS:0;9f1eb259a29b:36669 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,36669,1730971041770; zookeeper connection closed. 2024-11-07T09:17:44,318 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51b18dc7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51b18dc7 2024-11-07T09:17:44,318 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:17:44,325 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:44,626 INFO [M:0;9f1eb259a29b:35419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:17:44,626 INFO [M:0;9f1eb259a29b:35419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:17:44,626 DEBUG [M:0;9f1eb259a29b:35419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:17:44,627 INFO [M:0;9f1eb259a29b:35419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:44,627 DEBUG [M:0;9f1eb259a29b:35419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:44,627 DEBUG [M:0;9f1eb259a29b:35419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:17:44,627 DEBUG [M:0;9f1eb259a29b:35419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:44,627 INFO [M:0;9f1eb259a29b:35419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-07T09:17:44,645 DEBUG [M:0;9f1eb259a29b:35419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45c96a709a6d40b4926d4926cf6613c4 is 82, key is hbase:meta,,1/info:regioninfo/1730971044338/Put/seqid=0 2024-11-07T09:17:44,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741848_1024 (size=5672) 2024-11-07T09:17:44,697 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1468, reset compression=false 2024-11-07T09:17:44,929 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:45,050 INFO [M:0;9f1eb259a29b:35419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45c96a709a6d40b4926d4926cf6613c4 2024-11-07T09:17:45,068 DEBUG [M:0;9f1eb259a29b:35419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bffe92217ebd4ae48fa841ee2d727499 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730971053899/Put/seqid=0 2024-11-07T09:17:45,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741849_1025 (size=9213) 2024-11-07T09:17:45,401 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1468, reset compression=false 2024-11-07T09:17:45,472 INFO [M:0;9f1eb259a29b:35419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bffe92217ebd4ae48fa841ee2d727499 2024-11-07T09:17:45,490 DEBUG [M:0;9f1eb259a29b:35419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3625ff9574e4ff3b9769f89495a43cf is 69, key is 9f1eb259a29b,36669,1730971041770/rs:state/1730971043235/Put/seqid=0 2024-11-07T09:17:45,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741850_1026 (size=5156) 2024-11-07T09:17:45,633 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:45,895 INFO [M:0;9f1eb259a29b:35419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3625ff9574e4ff3b9769f89495a43cf 2024-11-07T09:17:45,899 DEBUG [M:0;9f1eb259a29b:35419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45c96a709a6d40b4926d4926cf6613c4 as hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45c96a709a6d40b4926d4926cf6613c4 2024-11-07T09:17:45,902 INFO [M:0;9f1eb259a29b:35419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45c96a709a6d40b4926d4926cf6613c4, entries=8, sequenceid=127, filesize=5.5 K 2024-11-07T09:17:45,903 DEBUG [M:0;9f1eb259a29b:35419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bffe92217ebd4ae48fa841ee2d727499 as hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bffe92217ebd4ae48fa841ee2d727499 2024-11-07T09:17:45,906 INFO [M:0;9f1eb259a29b:35419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bffe92217ebd4ae48fa841ee2d727499, entries=15, sequenceid=127, filesize=9.0 K 2024-11-07T09:17:45,906 DEBUG [M:0;9f1eb259a29b:35419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3625ff9574e4ff3b9769f89495a43cf as hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3625ff9574e4ff3b9769f89495a43cf 2024-11-07T09:17:45,909 INFO [M:0;9f1eb259a29b:35419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39823/user/jenkins/test-data/aeb63d71-7b5e-4984-42d3-d39f2fe5e748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3625ff9574e4ff3b9769f89495a43cf, entries=1, sequenceid=127, filesize=5.0 K 2024-11-07T09:17:45,910 INFO [M:0;9f1eb259a29b:35419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=127, compaction requested=false 2024-11-07T09:17:45,912 INFO [M:0;9f1eb259a29b:35419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:45,912 DEBUG [M:0;9f1eb259a29b:35419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971064626Disabling compacts and flushes for region at 1730971064626Disabling writes for close at 1730971064627 (+1 ms)Obtaining lock to block concurrent updates at 1730971064627Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971064627Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1730971064627Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971064627Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971064628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971064645 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971064645Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971065054 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971065068 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971065068Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971065476 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971065490 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971065490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c64eb18: reopening flushed file at 1730971065898 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b756b3: reopening flushed file at 1730971065902 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a87e12: reopening flushed file at 1730971065906 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=127, compaction requested=false at 1730971065910 (+4 ms)Writing region close event to WAL at 1730971065912 (+2 ms)Closed at 1730971065912 2024-11-07T09:17:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45119 is added to blk_1073741830_1006 (size=73878) 2024-11-07T09:17:45,914 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:17:45,914 INFO [M:0;9f1eb259a29b:35419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:17:45,914 INFO [M:0;9f1eb259a29b:35419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35419 2024-11-07T09:17:45,914 INFO [M:0;9f1eb259a29b:35419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:17:46,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:46,021 INFO [M:0;9f1eb259a29b:35419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:17:46,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35419-0x100f1b7ca2f0006, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:46,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33463578{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:17:46,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dffacb6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:17:46,024 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:17:46,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60672866{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:17:46,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28636311{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/hadoop.log.dir/,STOPPED} 2024-11-07T09:17:46,026 WARN [BP-865825108-172.17.0.2-1730971040638 heartbeating to localhost/127.0.0.1:39823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:17:46,026 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:17:46,026 WARN [BP-865825108-172.17.0.2-1730971040638 heartbeating to localhost/127.0.0.1:39823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-865825108-172.17.0.2-1730971040638 (Datanode Uuid b8b10ce1-7685-4f7e-83eb-bf1ad76c07ee) service to localhost/127.0.0.1:39823 2024-11-07T09:17:46,026 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:17:46,026 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/cluster_a859f025-6346-f7be-d0f6-6aec5b9b63ae/data/data1/current/BP-865825108-172.17.0.2-1730971040638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:17:46,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/cluster_a859f025-6346-f7be-d0f6-6aec5b9b63ae/data/data2/current/BP-865825108-172.17.0.2-1730971040638 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:17:46,027 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:17:46,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ef04d28{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:17:46,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76478748{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:17:46,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:17:46,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18a95aab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:17:46,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64255021{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/hadoop.log.dir/,STOPPED} 2024-11-07T09:17:46,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:17:46,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:17:46,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:46,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:46,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:46,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:46,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:46,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:17:46,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1122293712, stopped=false 2024-11-07T09:17:46,056 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,41177,1730971038349 2024-11-07T09:17:46,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11098826468/running 2024-11-07T09:17:46,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:46,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11098826468/running 2024-11-07T09:17:46,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:46,057 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:17:46,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Set watcher on znode that does not yet exist, /11098826468/running 2024-11-07T09:17:46,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Set watcher on znode that does not yet exist, /11098826468/running 2024-11-07T09:17:46,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:46,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:46,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:46,059 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,37653,1730971038384' ***** 2024-11-07T09:17:46,059 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:17:46,059 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:17:46,059 INFO [RS:0;9f1eb259a29b:37653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:17:46,059 INFO [RS:0;9f1eb259a29b:37653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:17:46,059 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:46,059 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:17:46,059 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(3091): Received CLOSE for 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:46,059 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:46,060 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:17:46,060 INFO [RS:0;9f1eb259a29b:37653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:37653. 2024-11-07T09:17:46,060 DEBUG [RS:0;9f1eb259a29b:37653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:46,060 DEBUG [RS:0;9f1eb259a29b:37653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:46,060 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d997e5393184baed418aacd34f32816, disabling compactions & flushes 2024-11-07T09:17:46,060 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:46,060 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:46,060 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:17:46,060 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:17:46,060 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730971046568.6d997e5393184baed418aacd34f32816. after waiting 0 ms 2024-11-07T09:17:46,060 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:17:46,060 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:46,060 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:17:46,060 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d997e5393184baed418aacd34f32816 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-07T09:17:46,060 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:17:46,060 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1325): Online Regions={6d997e5393184baed418aacd34f32816=test,,1730971046568.6d997e5393184baed418aacd34f32816., 30baac0297cf6a8d69354f763fbe52c3=hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:17:46,060 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30baac0297cf6a8d69354f763fbe52c3, 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:46,061 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:17:46,061 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:17:46,061 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:17:46,061 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:17:46,061 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:17:46,061 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:17:46,067 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:17:46,078 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/info/e9ca85fa92de46ed80293724d5573675 is 147, key is hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3./info:regioninfo/1730971052424/Put/seqid=0 2024-11-07T09:17:46,079 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/.tmp/f/97481ea76a464a70bd4a22943113f29b is 37, key is row3/f:row3/1730971061558/Put/seqid=0 2024-11-07T09:17:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741840_1016 (size=5228) 2024-11-07T09:17:46,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741841_1017 (size=7686) 2024-11-07T09:17:46,204 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1468, reset compression=false 2024-11-07T09:17:46,210 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:46,210 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1715, reset compression=false 2024-11-07T09:17:46,210 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,37653,1730971038384 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:46,211 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9f1eb259a29b,37653,1730971038384: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9f1eb259a29b,37653,1730971038384, walGroup=9f1eb259a29b%2C37653%2C1730971038384, offset=9f1eb259a29b%2C37653%2C1730971038384.1730971039971:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:37653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T09:17:46,211 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T09:17:46,212 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T09:17:46,212 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T09:17:46,212 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T09:17:46,212 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T09:17:46,212 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 862849016 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198200168 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T09:17:46,213 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:41177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:41177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T09:17:46,261 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30baac0297cf6a8d69354f763fbe52c3, 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:46,413 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1715, reset compression=false 2024-11-07T09:17:46,438 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:46,461 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30baac0297cf6a8d69354f763fbe52c3, 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:46,490 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/.tmp/f/97481ea76a464a70bd4a22943113f29b 2024-11-07T09:17:46,498 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97481ea76a464a70bd4a22943113f29b 2024-11-07T09:17:46,500 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/info/e9ca85fa92de46ed80293724d5573675 2024-11-07T09:17:46,528 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/.tmp/f1/c9238ef013a24f7fb3a8ca606d0d246a is 30, key is row1/f1:/1730971058895/DeleteFamily/seqid=0 2024-11-07T09:17:46,538 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/ns/3ff43ab748604ef381b145ab1388e032 is 43, key is default/ns:d/1730971040522/Put/seqid=0 2024-11-07T09:17:46,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741842_1018 (size=5158) 2024-11-07T09:17:46,545 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/.tmp/f1/c9238ef013a24f7fb3a8ca606d0d246a 2024-11-07T09:17:46,550 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9238ef013a24f7fb3a8ca606d0d246a 2024-11-07T09:17:46,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741843_1019 (size=5153) 2024-11-07T09:17:46,571 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/.tmp/norep/6f1424f5c1914cd4899c554172366e03 is 33, key is row1/norep:/1730971058895/DeleteFamily/seqid=0 2024-11-07T09:17:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741844_1020 (size=5108) 2024-11-07T09:17:46,661 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30baac0297cf6a8d69354f763fbe52c3, 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:46,717 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1715, reset compression=false 2024-11-07T09:17:46,845 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:17:46,845 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:17:46,861 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30baac0297cf6a8d69354f763fbe52c3, 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:46,956 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/ns/3ff43ab748604ef381b145ab1388e032 2024-11-07T09:17:46,985 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/rep_barrier/8b517ab88449467fb5fd7b8e6c38c114 is 112, key is test,,1730971046568.6d997e5393184baed418aacd34f32816./rep_barrier:seqnumDuringOpen/1730971047712/Put/seqid=0 2024-11-07T09:17:46,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741845_1021 (size=5518) 2024-11-07T09:17:46,999 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/rep_barrier/8b517ab88449467fb5fd7b8e6c38c114 2024-11-07T09:17:47,005 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/.tmp/norep/6f1424f5c1914cd4899c554172366e03 2024-11-07T09:17:47,011 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f1424f5c1914cd4899c554172366e03 2024-11-07T09:17:47,012 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/.tmp/f/97481ea76a464a70bd4a22943113f29b as hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/f/97481ea76a464a70bd4a22943113f29b 2024-11-07T09:17:47,021 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97481ea76a464a70bd4a22943113f29b 2024-11-07T09:17:47,021 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/f/97481ea76a464a70bd4a22943113f29b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T09:17:47,022 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/.tmp/f1/c9238ef013a24f7fb3a8ca606d0d246a as hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/f1/c9238ef013a24f7fb3a8ca606d0d246a 2024-11-07T09:17:47,030 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9238ef013a24f7fb3a8ca606d0d246a 2024-11-07T09:17:47,030 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/f1/c9238ef013a24f7fb3a8ca606d0d246a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T09:17:47,031 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/.tmp/norep/6f1424f5c1914cd4899c554172366e03 as hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/norep/6f1424f5c1914cd4899c554172366e03 2024-11-07T09:17:47,034 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/table/39bedcbe571045dc9563bce10babf1b7 is 53, key is hbase:replication/table:state/1730971052431/Put/seqid=0 2024-11-07T09:17:47,042 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f1424f5c1914cd4899c554172366e03 2024-11-07T09:17:47,042 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/norep/6f1424f5c1914cd4899c554172366e03, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T09:17:47,044 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6d997e5393184baed418aacd34f32816 in 984ms, sequenceid=12, compaction requested=false 2024-11-07T09:17:47,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741846_1022 (size=5308) 2024-11-07T09:17:47,061 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30baac0297cf6a8d69354f763fbe52c3, 6d997e5393184baed418aacd34f32816 2024-11-07T09:17:47,073 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/default/test/6d997e5393184baed418aacd34f32816/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T09:17:47,074 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:47,074 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:17:47,074 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:47,074 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d997e5393184baed418aacd34f32816: Waiting for close lock at 1730971066060Running coprocessor pre-close hooks at 1730971066060Disabling compacts and flushes for region at 1730971066060Disabling writes for close at 1730971066060Obtaining lock to block concurrent updates at 1730971066060Preparing flush snapshotting stores in 6d997e5393184baed418aacd34f32816 at 1730971066060Finished memstore snapshotting test,,1730971046568.6d997e5393184baed418aacd34f32816., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730971066060Flushing stores of test,,1730971046568.6d997e5393184baed418aacd34f32816. at 1730971066061 (+1 ms)Flushing 6d997e5393184baed418aacd34f32816/f: creating writer at 1730971066061Flushing 6d997e5393184baed418aacd34f32816/f: appending metadata at 1730971066079 (+18 ms)Flushing 6d997e5393184baed418aacd34f32816/f: closing flushed file at 1730971066079Flushing 6d997e5393184baed418aacd34f32816/f1: creating writer at 1730971066498 (+419 ms)Flushing 6d997e5393184baed418aacd34f32816/f1: appending metadata at 1730971066527 (+29 ms)Flushing 6d997e5393184baed418aacd34f32816/f1: closing flushed file at 1730971066528 (+1 ms)Flushing 6d997e5393184baed418aacd34f32816/norep: creating writer at 1730971066550 (+22 ms)Flushing 6d997e5393184baed418aacd34f32816/norep: appending metadata at 1730971066570 (+20 ms)Flushing 6d997e5393184baed418aacd34f32816/norep: closing flushed file at 1730971066570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee80e5f: reopening flushed file at 1730971067011 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485ac562: reopening flushed file at 1730971067021 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f38d5ac: reopening flushed file at 1730971067030 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6d997e5393184baed418aacd34f32816 in 984ms, sequenceid=12, compaction requested=false at 1730971067044 (+14 ms)Writing region close event to WAL at 1730971067066 (+22 ms)Running coprocessor post-close hooks at 1730971067074 (+8 ms)Closed at 1730971067074 2024-11-07T09:17:47,074 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730971046568.6d997e5393184baed418aacd34f32816. 2024-11-07T09:17:47,075 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30baac0297cf6a8d69354f763fbe52c3, disabling compactions & flushes 2024-11-07T09:17:47,075 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:47,075 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:47,075 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. after waiting 0 ms 2024-11-07T09:17:47,075 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:47,075 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30baac0297cf6a8d69354f763fbe52c3: Waiting for close lock at 1730971067074Running coprocessor pre-close hooks at 1730971067074Disabling compacts and flushes for region at 1730971067075 (+1 ms)Disabling writes for close at 1730971067075Failed flush hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3., putting online again at 1730971067075 2024-11-07T09:17:47,075 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:47,122 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 1715, reset compression=false 2024-11-07T09:17:47,129 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:47,129 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 2359, reset compression=false 2024-11-07T09:17:47,262 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:17:47,262 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1325): Online Regions={30baac0297cf6a8d69354f763fbe52c3=hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:17:47,262 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(3091): Received CLOSE for 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:47,262 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30baac0297cf6a8d69354f763fbe52c3 2024-11-07T09:17:47,262 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30baac0297cf6a8d69354f763fbe52c3, disabling compactions & flushes 2024-11-07T09:17:47,262 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:47,262 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:47,262 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. after waiting 0 ms 2024-11-07T09:17:47,262 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:47,262 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30baac0297cf6a8d69354f763fbe52c3: Waiting for close lock at 1730971067262Running coprocessor pre-close hooks at 1730971067262Disabling compacts and flushes for region at 1730971067262Disabling writes for close at 1730971067262Failed flush hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3., putting online again at 1730971067262 2024-11-07T09:17:47,262 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730971052034.30baac0297cf6a8d69354f763fbe52c3. 2024-11-07T09:17:47,342 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:47,358 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 2359, reset compression=false 2024-11-07T09:17:47,450 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/table/39bedcbe571045dc9563bce10babf1b7 2024-11-07T09:17:47,455 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/info/e9ca85fa92de46ed80293724d5573675 as hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/info/e9ca85fa92de46ed80293724d5573675 2024-11-07T09:17:47,458 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/info/e9ca85fa92de46ed80293724d5573675, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:17:47,459 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/ns/3ff43ab748604ef381b145ab1388e032 as hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/ns/3ff43ab748604ef381b145ab1388e032 2024-11-07T09:17:47,462 DEBUG [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:17:47,462 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/ns/3ff43ab748604ef381b145ab1388e032, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:17:47,463 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/rep_barrier/8b517ab88449467fb5fd7b8e6c38c114 as hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/rep_barrier/8b517ab88449467fb5fd7b8e6c38c114 2024-11-07T09:17:47,466 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/rep_barrier/8b517ab88449467fb5fd7b8e6c38c114, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:17:47,467 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/.tmp/table/39bedcbe571045dc9563bce10babf1b7 as hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/table/39bedcbe571045dc9563bce10babf1b7 2024-11-07T09:17:47,470 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/table/39bedcbe571045dc9563bce10babf1b7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:17:47,471 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1410ms, sequenceid=16, compaction requested=false 2024-11-07T09:17:47,471 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:17:47,483 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:17:47,483 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:47,484 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:17:47,484 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:47,484 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971066061Running coprocessor pre-close hooks at 1730971066061Disabling compacts and flushes for region at 1730971066061Disabling writes for close at 1730971066061Obtaining lock to block concurrent updates at 1730971066061Preparing flush snapshotting stores in 1588230740 at 1730971066061Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730971066061Flushing stores of hbase:meta,,1.1588230740 at 1730971066062 (+1 ms)Flushing 1588230740/info: creating writer at 1730971066062Flushing 1588230740/info: appending metadata at 1730971066077 (+15 ms)Flushing 1588230740/info: closing flushed file at 1730971066077Flushing 1588230740/ns: creating writer at 1730971066512 (+435 ms)Flushing 1588230740/ns: appending metadata at 1730971066537 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1730971066538 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1730971066966 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971066985 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971066985Flushing 1588230740/table: creating writer at 1730971067005 (+20 ms)Flushing 1588230740/table: appending metadata at 1730971067034 (+29 ms)Flushing 1588230740/table: closing flushed file at 1730971067034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@518e3902: reopening flushed file at 1730971067454 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ff054f: reopening flushed file at 1730971067458 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fe047f: reopening flushed file at 1730971067462 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f78eee3: reopening flushed file at 1730971067466 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1410ms, sequenceid=16, compaction requested=false at 1730971067471 (+5 ms)Writing region close event to WAL at 1730971067473 (+2 ms)Running coprocessor post-close hooks at 1730971067483 (+10 ms)Closed at 1730971067484 (+1 ms) 2024-11-07T09:17:47,484 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:47,661 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.1730971039971 to pos 2359, reset compression=false 2024-11-07T09:17:47,662 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T09:17:47,662 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,37653,1730971038384; all regions closed. 2024-11-07T09:17:47,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/WALs/9f1eb259a29b,37653,1730971038384/9f1eb259a29b%2C37653%2C1730971038384.meta.1730971040482.meta not finished, retry = 0 2024-11-07T09:17:47,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741834_1010 (size=4239) 2024-11-07T09:17:47,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741839_1015 (size=2609) 2024-11-07T09:17:47,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741833_1009 (size=2367) 2024-11-07T09:17:47,770 DEBUG [RS:0;9f1eb259a29b:37653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:47,770 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:17:47,770 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:17:47,770 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:17:47,771 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:17:47,771 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:17:47,771 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,37653,1730971038384 because: Region server is closing 2024-11-07T09:17:47,771 INFO [RS:0;9f1eb259a29b:37653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:37653. 2024-11-07T09:17:47,771 DEBUG [RS:0;9f1eb259a29b:37653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:47,771 DEBUG [RS:0;9f1eb259a29b:37653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:47,771 DEBUG [RS:0;9f1eb259a29b:37653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:47,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:47,872 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.shipper9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 terminated 2024-11-07T09:17:47,872 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,37653,1730971038384.replicationSource.wal-reader.9f1eb259a29b%2C37653%2C1730971038384,1-9f1eb259a29b,37653,1730971038384 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:17:47,872 INFO [RS:0;9f1eb259a29b:37653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:37653. 2024-11-07T09:17:47,872 DEBUG [RS:0;9f1eb259a29b:37653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:47,872 DEBUG [RS:0;9f1eb259a29b:37653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:47,872 DEBUG [RS:0;9f1eb259a29b:37653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:47,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:47,872 INFO [RS:0;9f1eb259a29b:37653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37653 2024-11-07T09:17:47,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468/rs 2024-11-07T09:17:47,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11098826468/rs/9f1eb259a29b,37653,1730971038384 2024-11-07T09:17:47,875 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:17:47,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,37653,1730971038384] 2024-11-07T09:17:47,878 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11098826468/draining/9f1eb259a29b,37653,1730971038384 already deleted, retry=false 2024-11-07T09:17:47,878 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,37653,1730971038384 expired; onlineServers=0 2024-11-07T09:17:47,878 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,41177,1730971038349' ***** 2024-11-07T09:17:47,878 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:17:47,878 INFO [M:0;9f1eb259a29b:41177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:17:47,878 INFO [M:0;9f1eb259a29b:41177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:17:47,878 DEBUG [M:0;9f1eb259a29b:41177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:17:47,878 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:17:47,878 DEBUG [M:0;9f1eb259a29b:41177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:17:47,878 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971039744 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971039744,5,FailOnTimeoutGroup] 2024-11-07T09:17:47,878 INFO [M:0;9f1eb259a29b:41177 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:17:47,878 INFO [M:0;9f1eb259a29b:41177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:17:47,879 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971039744 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971039744,5,FailOnTimeoutGroup] 2024-11-07T09:17:47,879 DEBUG [M:0;9f1eb259a29b:41177 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:17:47,879 INFO [M:0;9f1eb259a29b:41177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:17:47,879 INFO [M:0;9f1eb259a29b:41177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:17:47,879 INFO [M:0;9f1eb259a29b:41177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:17:47,879 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:17:47,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11098826468/master 2024-11-07T09:17:47,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11098826468 2024-11-07T09:17:47,880 DEBUG [M:0;9f1eb259a29b:41177 {}] zookeeper.ZKUtil(347): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Unable to get data of znode /11098826468/master because node does not exist (not an error) 2024-11-07T09:17:47,880 WARN [M:0;9f1eb259a29b:41177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:17:47,881 INFO [M:0;9f1eb259a29b:41177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/.lastflushedseqids 2024-11-07T09:17:47,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741847_1023 (size=245) 2024-11-07T09:17:47,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:47,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37653-0x100f1b7ca2f0004, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:47,977 INFO [RS:0;9f1eb259a29b:37653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:17:47,977 INFO [RS:0;9f1eb259a29b:37653 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,37653,1730971038384; zookeeper connection closed. 2024-11-07T09:17:47,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@198c4534 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@198c4534 2024-11-07T09:17:47,977 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:17:48,286 INFO [M:0;9f1eb259a29b:41177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:17:48,286 INFO [M:0;9f1eb259a29b:41177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:17:48,286 DEBUG [M:0;9f1eb259a29b:41177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:17:48,286 INFO [M:0;9f1eb259a29b:41177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:48,286 DEBUG [M:0;9f1eb259a29b:41177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:48,286 DEBUG [M:0;9f1eb259a29b:41177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:17:48,286 DEBUG [M:0;9f1eb259a29b:41177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:48,286 INFO [M:0;9f1eb259a29b:41177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-07T09:17:48,302 DEBUG [M:0;9f1eb259a29b:41177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3aaf4a6a4a74d4dba805ededfed512d is 82, key is hbase:meta,,1/info:regioninfo/1730971040513/Put/seqid=0 2024-11-07T09:17:48,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741848_1024 (size=5672) 2024-11-07T09:17:48,333 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T09:17:48,346 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:48,706 INFO [M:0;9f1eb259a29b:41177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3aaf4a6a4a74d4dba805ededfed512d 2024-11-07T09:17:48,724 DEBUG [M:0;9f1eb259a29b:41177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6db6b830e1b4f3295eea95cf215bda5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730971052435/Put/seqid=0 2024-11-07T09:17:48,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741849_1025 (size=8516) 2024-11-07T09:17:48,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:48,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,130 INFO [M:0;9f1eb259a29b:41177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6db6b830e1b4f3295eea95cf215bda5 2024-11-07T09:17:49,149 DEBUG [M:0;9f1eb259a29b:41177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f2071970e524b6f8db1534528a099b3 is 69, key is 9f1eb259a29b,37653,1730971038384/rs:state/1730971039822/Put/seqid=0 2024-11-07T09:17:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741850_1026 (size=5156) 2024-11-07T09:17:49,373 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:17:49,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:49,449 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:49,554 INFO [M:0;9f1eb259a29b:41177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f2071970e524b6f8db1534528a099b3 2024-11-07T09:17:49,558 DEBUG [M:0;9f1eb259a29b:41177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3aaf4a6a4a74d4dba805ededfed512d as hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3aaf4a6a4a74d4dba805ededfed512d 2024-11-07T09:17:49,561 INFO [M:0;9f1eb259a29b:41177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3aaf4a6a4a74d4dba805ededfed512d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T09:17:49,562 DEBUG [M:0;9f1eb259a29b:41177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6db6b830e1b4f3295eea95cf215bda5 as hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6db6b830e1b4f3295eea95cf215bda5 2024-11-07T09:17:49,565 INFO [M:0;9f1eb259a29b:41177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6db6b830e1b4f3295eea95cf215bda5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T09:17:49,566 DEBUG [M:0;9f1eb259a29b:41177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f2071970e524b6f8db1534528a099b3 as hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f2071970e524b6f8db1534528a099b3 2024-11-07T09:17:49,569 INFO [M:0;9f1eb259a29b:41177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42957/user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f2071970e524b6f8db1534528a099b3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T09:17:49,570 INFO [M:0;9f1eb259a29b:41177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-07T09:17:49,571 INFO [M:0;9f1eb259a29b:41177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:49,571 DEBUG [M:0;9f1eb259a29b:41177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971068286Disabling compacts and flushes for region at 1730971068286Disabling writes for close at 1730971068286Obtaining lock to block concurrent updates at 1730971068286Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971068286Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1730971068287 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971068287Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971068287Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971068302 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971068302Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971068710 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971068724 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971068724Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971069134 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971069149 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971069149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d4d74ae: reopening flushed file at 1730971069557 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f1c21: reopening flushed file at 1730971069562 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3891d78e: reopening flushed file at 1730971069566 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1730971069570 (+4 ms)Writing region close event to WAL at 1730971069571 (+1 ms)Closed at 1730971069571 2024-11-07T09:17:49,573 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf5fa77e-d649-0f92-6d04-147a50b04279/MasterData/WALs/9f1eb259a29b,41177,1730971038349/9f1eb259a29b%2C41177%2C1730971038349.1730971039668 not finished, retry = 0 2024-11-07T09:17:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44047 is added to blk_1073741830_1006 (size=63654) 2024-11-07T09:17:49,674 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:17:49,674 INFO [M:0;9f1eb259a29b:41177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:17:49,674 INFO [M:0;9f1eb259a29b:41177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41177 2024-11-07T09:17:49,675 INFO [M:0;9f1eb259a29b:41177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:17:49,777 INFO [M:0;9f1eb259a29b:41177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:17:49,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:49,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41177-0x100f1b7ca2f0003, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:49,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21f25cf1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:17:49,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b1001e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:17:49,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:17:49,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da64c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:17:49,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@196163e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/hadoop.log.dir/,STOPPED} 2024-11-07T09:17:49,781 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:17:49,781 WARN [BP-650151298-172.17.0.2-1730971037661 heartbeating to localhost/127.0.0.1:42957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:17:49,781 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:17:49,781 WARN [BP-650151298-172.17.0.2-1730971037661 heartbeating to localhost/127.0.0.1:42957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-650151298-172.17.0.2-1730971037661 (Datanode Uuid 17498a93-041c-40b5-8c94-16e1b09f93a9) service to localhost/127.0.0.1:42957 2024-11-07T09:17:49,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/cluster_43481b00-4220-6c7f-4fdf-623cef794ab2/data/data1/current/BP-650151298-172.17.0.2-1730971037661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:17:49,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/cluster_43481b00-4220-6c7f-4fdf-623cef794ab2/data/data2/current/BP-650151298-172.17.0.2-1730971037661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:17:49,782 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:17:49,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f0a83fd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:17:49,791 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c36904c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:17:49,791 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:17:49,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c000d76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:17:49,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b650393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b408cd86-949d-4a47-d26e-d03c6023be1f/hadoop.log.dir/,STOPPED} 2024-11-07T09:17:49,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:17:49,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:17:49,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:49,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:49,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:49,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:49,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:49,806 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:17:49,806 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=980785007, stopped=false 2024-11-07T09:17:49,806 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,40715,1730971034547 2024-11-07T09:17:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01396311457/running 2024-11-07T09:17:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01396311457/running 2024-11-07T09:17:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:49,809 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:17:49,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:17:49,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:49,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:49,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Set watcher on znode that does not yet exist, /01396311457/running 2024-11-07T09:17:49,810 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,46241,1730971034599' ***** 2024-11-07T09:17:49,810 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:17:49,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Set watcher on znode that does not yet exist, /01396311457/running 2024-11-07T09:17:49,811 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:17:49,811 INFO [RS:0;9f1eb259a29b:46241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:17:49,811 INFO [RS:0;9f1eb259a29b:46241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:17:49,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:17:49,811 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:49,811 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:49,811 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:49,811 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:17:49,811 INFO [RS:0;9f1eb259a29b:46241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:46241. 2024-11-07T09:17:49,811 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d9df1673ea27a33aaa0614caad22ccc, disabling compactions & flushes 2024-11-07T09:17:49,811 DEBUG [RS:0;9f1eb259a29b:46241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:49,811 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:49,811 DEBUG [RS:0;9f1eb259a29b:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:49,811 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:49,811 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. after waiting 0 ms 2024-11-07T09:17:49,811 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:49,812 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:17:49,812 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:17:49,812 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:17:49,812 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:17:49,812 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d9df1673ea27a33aaa0614caad22ccc 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-07T09:17:49,812 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:17:49,812 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1325): Online Regions={3d9df1673ea27a33aaa0614caad22ccc=test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc., 155ef0ff120bb7ec4847b121c3815264=hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:17:49,812 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1351): Waiting on 155ef0ff120bb7ec4847b121c3815264, 1588230740, 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:49,812 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:17:49,812 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:17:49,812 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:17:49,812 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:17:49,812 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:17:49,812 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:17:49,828 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/info/277f8839831e47d4b4671d4ca73e2b77 is 147, key is hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264./info:regioninfo/1730971051317/Put/seqid=0 2024-11-07T09:17:49,831 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/.tmp/f/4e318ffa1fb24df4bd4a4ddcaf268d55 is 37, key is row3/f:row3/1730971061558/Put/seqid=0 2024-11-07T09:17:49,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741840_1016 (size=7686) 2024-11-07T09:17:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741841_1017 (size=5228) 2024-11-07T09:17:49,892 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:17:50,012 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1351): Waiting on 155ef0ff120bb7ec4847b121c3815264, 1588230740, 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:50,212 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1351): Waiting on 155ef0ff120bb7ec4847b121c3815264, 1588230740, 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:50,233 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/info/277f8839831e47d4b4671d4ca73e2b77 2024-11-07T09:17:50,244 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/.tmp/f/4e318ffa1fb24df4bd4a4ddcaf268d55 2024-11-07T09:17:50,248 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e318ffa1fb24df4bd4a4ddcaf268d55 2024-11-07T09:17:50,252 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/ns/70374906b37a44929610724a63a2766d is 43, key is default/ns:d/1730971037547/Put/seqid=0 2024-11-07T09:17:50,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:17:50,257 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/ns/70374906b37a44929610724a63a2766d 2024-11-07T09:17:50,270 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/.tmp/f1/5ad90b6760ad4da5bd906b3220b48005 is 30, key is row1/f1:/1730971058895/DeleteFamily/seqid=0 2024-11-07T09:17:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741843_1019 (size=5158) 2024-11-07T09:17:50,284 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/rep_barrier/5f8c85dc9f2e4ceba09828a9407c5a62 is 112, key is test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc./rep_barrier:seqnumDuringOpen/1730971045563/Put/seqid=0 2024-11-07T09:17:50,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741844_1020 (size=5518) 2024-11-07T09:17:50,413 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1351): Waiting on 155ef0ff120bb7ec4847b121c3815264, 1588230740, 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:50,428 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:40715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-07T09:17:50,459 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:17:50,459 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:17:50,613 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1351): Waiting on 155ef0ff120bb7ec4847b121c3815264, 1588230740, 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:50,653 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1496, reset compression=false 2024-11-07T09:17:50,658 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:50,658 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1743, reset compression=false 2024-11-07T09:17:50,658 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,46241,1730971034599 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:17:50,659 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9f1eb259a29b,46241,1730971034599: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9f1eb259a29b,46241,1730971034599, walGroup=9f1eb259a29b%2C46241%2C1730971034599, offset=9f1eb259a29b%2C46241%2C1730971034599.1730971036597:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:46241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T09:17:50,660 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T09:17:50,660 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T09:17:50,660 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T09:17:50,660 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T09:17:50,661 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T09:17:50,661 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 820275704 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 199046072 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T09:17:50,661 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:40715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:40715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T09:17:50,675 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/.tmp/f1/5ad90b6760ad4da5bd906b3220b48005 2024-11-07T09:17:50,679 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ad90b6760ad4da5bd906b3220b48005 2024-11-07T09:17:50,688 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/rep_barrier/5f8c85dc9f2e4ceba09828a9407c5a62 2024-11-07T09:17:50,697 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/.tmp/norep/68183bdaa25a4350975c999583c85951 is 32, key is row/norep:/1730971057889/DeleteFamily/seqid=0 2024-11-07T09:17:50,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741845_1021 (size=5101) 2024-11-07T09:17:50,708 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/table/eb9aabf9bb734575ac5be44b2544517a is 53, key is hbase:replication/table:state/1730971051325/Put/seqid=0 2024-11-07T09:17:50,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741846_1022 (size=5308) 2024-11-07T09:17:50,813 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1351): Waiting on 155ef0ff120bb7ec4847b121c3815264, 1588230740, 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:50,861 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1743, reset compression=false 2024-11-07T09:17:51,013 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1351): Waiting on 155ef0ff120bb7ec4847b121c3815264, 1588230740, 3d9df1673ea27a33aaa0614caad22ccc 2024-11-07T09:17:51,106 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/.tmp/norep/68183bdaa25a4350975c999583c85951 2024-11-07T09:17:51,111 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68183bdaa25a4350975c999583c85951 2024-11-07T09:17:51,112 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/.tmp/f/4e318ffa1fb24df4bd4a4ddcaf268d55 as hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/f/4e318ffa1fb24df4bd4a4ddcaf268d55 2024-11-07T09:17:51,112 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/table/eb9aabf9bb734575ac5be44b2544517a 2024-11-07T09:17:51,116 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e318ffa1fb24df4bd4a4ddcaf268d55 2024-11-07T09:17:51,116 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/f/4e318ffa1fb24df4bd4a4ddcaf268d55, entries=5, sequenceid=12, filesize=5.1 K 2024-11-07T09:17:51,117 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/info/277f8839831e47d4b4671d4ca73e2b77 as hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/info/277f8839831e47d4b4671d4ca73e2b77 2024-11-07T09:17:51,118 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/.tmp/f1/5ad90b6760ad4da5bd906b3220b48005 as hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/f1/5ad90b6760ad4da5bd906b3220b48005 2024-11-07T09:17:51,125 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/info/277f8839831e47d4b4671d4ca73e2b77, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:17:51,126 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/ns/70374906b37a44929610724a63a2766d as hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/ns/70374906b37a44929610724a63a2766d 2024-11-07T09:17:51,127 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ad90b6760ad4da5bd906b3220b48005 2024-11-07T09:17:51,127 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/f1/5ad90b6760ad4da5bd906b3220b48005, entries=3, sequenceid=12, filesize=5.0 K 2024-11-07T09:17:51,128 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/.tmp/norep/68183bdaa25a4350975c999583c85951 as hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/norep/68183bdaa25a4350975c999583c85951 2024-11-07T09:17:51,133 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68183bdaa25a4350975c999583c85951 2024-11-07T09:17:51,133 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/ns/70374906b37a44929610724a63a2766d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:17:51,134 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/norep/68183bdaa25a4350975c999583c85951, entries=1, sequenceid=12, filesize=5.0 K 2024-11-07T09:17:51,135 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3d9df1673ea27a33aaa0614caad22ccc in 1323ms, sequenceid=12, compaction requested=false 2024-11-07T09:17:51,135 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T09:17:51,135 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/rep_barrier/5f8c85dc9f2e4ceba09828a9407c5a62 as hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/rep_barrier/5f8c85dc9f2e4ceba09828a9407c5a62 2024-11-07T09:17:51,140 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/rep_barrier/5f8c85dc9f2e4ceba09828a9407c5a62, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:17:51,141 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/.tmp/table/eb9aabf9bb734575ac5be44b2544517a as hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/table/eb9aabf9bb734575ac5be44b2544517a 2024-11-07T09:17:51,145 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/table/eb9aabf9bb734575ac5be44b2544517a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:17:51,146 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-11-07T09:17:51,146 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:17:51,165 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 1743, reset compression=false 2024-11-07T09:17:51,177 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/default/test/3d9df1673ea27a33aaa0614caad22ccc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T09:17:51,179 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:51,179 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:17:51,179 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:51,179 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d9df1673ea27a33aaa0614caad22ccc: Waiting for close lock at 1730971069811Running coprocessor pre-close hooks at 1730971069811Disabling compacts and flushes for region at 1730971069811Disabling writes for close at 1730971069811Obtaining lock to block concurrent updates at 1730971069812 (+1 ms)Preparing flush snapshotting stores in 3d9df1673ea27a33aaa0614caad22ccc at 1730971069812Finished memstore snapshotting test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1730971069812Flushing stores of test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. at 1730971069813 (+1 ms)Flushing 3d9df1673ea27a33aaa0614caad22ccc/f: creating writer at 1730971069813Flushing 3d9df1673ea27a33aaa0614caad22ccc/f: appending metadata at 1730971069830 (+17 ms)Flushing 3d9df1673ea27a33aaa0614caad22ccc/f: closing flushed file at 1730971069830Flushing 3d9df1673ea27a33aaa0614caad22ccc/f1: creating writer at 1730971070248 (+418 ms)Flushing 3d9df1673ea27a33aaa0614caad22ccc/f1: appending metadata at 1730971070269 (+21 ms)Flushing 3d9df1673ea27a33aaa0614caad22ccc/f1: closing flushed file at 1730971070269Flushing 3d9df1673ea27a33aaa0614caad22ccc/norep: creating writer at 1730971070679 (+410 ms)Flushing 3d9df1673ea27a33aaa0614caad22ccc/norep: appending metadata at 1730971070697 (+18 ms)Flushing 3d9df1673ea27a33aaa0614caad22ccc/norep: closing flushed file at 1730971070697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdad7f1: reopening flushed file at 1730971071111 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed92d00: reopening flushed file at 1730971071117 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5176af18: reopening flushed file at 1730971071128 (+11 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3d9df1673ea27a33aaa0614caad22ccc in 1323ms, sequenceid=12, compaction requested=false at 1730971071135 (+7 ms)Writing region close event to WAL at 1730971071149 (+14 ms)Running coprocessor post-close hooks at 1730971071179 (+30 ms)Closed at 1730971071179 2024-11-07T09:17:51,179 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730971044412.3d9df1673ea27a33aaa0614caad22ccc. 2024-11-07T09:17:51,179 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 155ef0ff120bb7ec4847b121c3815264, disabling compactions & flushes 2024-11-07T09:17:51,179 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:51,179 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:51,179 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. after waiting 0 ms 2024-11-07T09:17:51,179 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:51,179 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 155ef0ff120bb7ec4847b121c3815264: Waiting for close lock at 1730971071179Running coprocessor pre-close hooks at 1730971071179Disabling compacts and flushes for region at 1730971071179Disabling writes for close at 1730971071179Failed flush hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264., putting online again at 1730971071179 2024-11-07T09:17:51,179 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:51,197 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:17:51,197 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:17:51,197 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:17:51,197 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:51,198 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971069812Running coprocessor pre-close hooks at 1730971069812Disabling compacts and flushes for region at 1730971069812Disabling writes for close at 1730971069812Obtaining lock to block concurrent updates at 1730971069812Preparing flush snapshotting stores in 1588230740 at 1730971069812Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730971069812Flushing stores of hbase:meta,,1.1588230740 at 1730971069813 (+1 ms)Flushing 1588230740/info: creating writer at 1730971069813Flushing 1588230740/info: appending metadata at 1730971069827 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730971069827Flushing 1588230740/ns: creating writer at 1730971070237 (+410 ms)Flushing 1588230740/ns: appending metadata at 1730971070252 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730971070252Flushing 1588230740/rep_barrier: creating writer at 1730971070261 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971070284 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971070284Flushing 1588230740/table: creating writer at 1730971070692 (+408 ms)Flushing 1588230740/table: appending metadata at 1730971070707 (+15 ms)Flushing 1588230740/table: closing flushed file at 1730971070708 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73abdcd5: reopening flushed file at 1730971071116 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415e0a6b: reopening flushed file at 1730971071126 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53109f44: reopening flushed file at 1730971071134 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22bdf9ef: reopening flushed file at 1730971071140 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1730971071146 (+6 ms)Writing region close event to WAL at 1730971071173 (+27 ms)Running coprocessor post-close hooks at 1730971071197 (+24 ms)Closed at 1730971071197 2024-11-07T09:17:51,198 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:51,202 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:17:51,202 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 2387, reset compression=false 2024-11-07T09:17:51,213 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:17:51,213 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1325): Online Regions={155ef0ff120bb7ec4847b121c3815264=hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264.} 2024-11-07T09:17:51,214 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(3091): Received CLOSE for 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:51,214 DEBUG [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1351): Waiting on 155ef0ff120bb7ec4847b121c3815264 2024-11-07T09:17:51,214 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 155ef0ff120bb7ec4847b121c3815264, disabling compactions & flushes 2024-11-07T09:17:51,214 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:51,214 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:51,214 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. after waiting 0 ms 2024-11-07T09:17:51,214 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:51,214 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 155ef0ff120bb7ec4847b121c3815264: Waiting for close lock at 1730971071214Running coprocessor pre-close hooks at 1730971071214Disabling compacts and flushes for region at 1730971071214Disabling writes for close at 1730971071214Failed flush hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264., putting online again at 1730971071214 2024-11-07T09:17:51,214 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730971050887.155ef0ff120bb7ec4847b121c3815264. 2024-11-07T09:17:51,406 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.wal-reader.9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 to pos 2387, reset compression=false 2024-11-07T09:17:51,414 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T09:17:51,414 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,46241,1730971034599; all regions closed. 2024-11-07T09:17:51,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.meta.1730971037506.meta not finished, retry = 0 2024-11-07T09:17:51,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741834_1010 (size=4239) 2024-11-07T09:17:51,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741839_1015 (size=2609) 2024-11-07T09:17:51,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741832_1008 (size=2395) 2024-11-07T09:17:51,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/WALs/9f1eb259a29b,46241,1730971034599/9f1eb259a29b%2C46241%2C1730971034599.1730971036597 not finished, retry = 0 2024-11-07T09:17:51,625 DEBUG [RS:0;9f1eb259a29b:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:51,625 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:17:51,625 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:17:51,625 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:17:51,625 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:17:51,625 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:17:51,625 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,46241,1730971034599 because: Region server is closing 2024-11-07T09:17:51,626 INFO [RS:0;9f1eb259a29b:46241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:46241. 2024-11-07T09:17:51,626 DEBUG [RS:0;9f1eb259a29b:46241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:51,626 DEBUG [RS:0;9f1eb259a29b:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:51,626 DEBUG [RS:0;9f1eb259a29b:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:51,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:51,726 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,46241,1730971034599.replicationSource.shipper9f1eb259a29b%2C46241%2C1730971034599,1-9f1eb259a29b,46241,1730971034599 terminated 2024-11-07T09:17:51,726 INFO [RS:0;9f1eb259a29b:46241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:46241. 2024-11-07T09:17:51,726 DEBUG [RS:0;9f1eb259a29b:46241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:17:51,726 DEBUG [RS:0;9f1eb259a29b:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:51,727 DEBUG [RS:0;9f1eb259a29b:46241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:51,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:17:51,727 INFO [RS:0;9f1eb259a29b:46241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46241 2024-11-07T09:17:51,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01396311457/rs/9f1eb259a29b,46241,1730971034599 2024-11-07T09:17:51,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457/rs 2024-11-07T09:17:51,729 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:17:51,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,46241,1730971034599] 2024-11-07T09:17:51,731 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01396311457/draining/9f1eb259a29b,46241,1730971034599 already deleted, retry=false 2024-11-07T09:17:51,731 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,46241,1730971034599 expired; onlineServers=0 2024-11-07T09:17:51,731 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,40715,1730971034547' ***** 2024-11-07T09:17:51,731 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:17:51,732 INFO [M:0;9f1eb259a29b:40715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:17:51,732 INFO [M:0;9f1eb259a29b:40715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:17:51,732 DEBUG [M:0;9f1eb259a29b:40715 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:17:51,732 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:17:51,732 DEBUG [M:0;9f1eb259a29b:40715 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:17:51,732 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971036373 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971036373,5,FailOnTimeoutGroup] 2024-11-07T09:17:51,732 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971036375 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971036375,5,FailOnTimeoutGroup] 2024-11-07T09:17:51,732 INFO [M:0;9f1eb259a29b:40715 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:17:51,732 INFO [M:0;9f1eb259a29b:40715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:17:51,732 DEBUG [M:0;9f1eb259a29b:40715 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:17:51,732 INFO [M:0;9f1eb259a29b:40715 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:17:51,732 INFO [M:0;9f1eb259a29b:40715 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:17:51,732 INFO [M:0;9f1eb259a29b:40715 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:17:51,732 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:17:51,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01396311457/master 2024-11-07T09:17:51,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01396311457 2024-11-07T09:17:51,735 DEBUG [M:0;9f1eb259a29b:40715 {}] zookeeper.RecoverableZooKeeper(212): Node /01396311457/master already deleted, retry=false 2024-11-07T09:17:51,736 DEBUG [M:0;9f1eb259a29b:40715 {}] master.ActiveMasterManager(353): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Failed delete of our master address node; KeeperErrorCode = NoNode for /01396311457/master 2024-11-07T09:17:51,736 INFO [M:0;9f1eb259a29b:40715 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/.lastflushedseqids 2024-11-07T09:17:51,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741847_1023 (size=245) 2024-11-07T09:17:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:51,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46241-0x100f1b7ca2f0001, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:51,831 INFO [RS:0;9f1eb259a29b:46241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:17:51,831 INFO [RS:0;9f1eb259a29b:46241 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,46241,1730971034599; zookeeper connection closed. 2024-11-07T09:17:51,831 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f859d90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f859d90 2024-11-07T09:17:51,831 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:17:52,141 INFO [M:0;9f1eb259a29b:40715 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:17:52,141 INFO [M:0;9f1eb259a29b:40715 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:17:52,141 DEBUG [M:0;9f1eb259a29b:40715 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:17:52,141 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:52,141 DEBUG [M:0;9f1eb259a29b:40715 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:52,141 DEBUG [M:0;9f1eb259a29b:40715 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:17:52,141 DEBUG [M:0;9f1eb259a29b:40715 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:52,141 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-07T09:17:52,156 DEBUG [M:0;9f1eb259a29b:40715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae93bdf35c94bd8be46a3c4fb241c55 is 82, key is hbase:meta,,1/info:regioninfo/1730971037534/Put/seqid=0 2024-11-07T09:17:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741848_1024 (size=5672) 2024-11-07T09:17:52,564 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae93bdf35c94bd8be46a3c4fb241c55 2024-11-07T09:17:52,582 DEBUG [M:0;9f1eb259a29b:40715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e203f8b2d9fb4bab8bbe18353efabe42 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730971045572/Put/seqid=0 2024-11-07T09:17:52,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741849_1025 (size=7219) 2024-11-07T09:17:52,986 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e203f8b2d9fb4bab8bbe18353efabe42 2024-11-07T09:17:52,990 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e203f8b2d9fb4bab8bbe18353efabe42 2024-11-07T09:17:53,006 DEBUG [M:0;9f1eb259a29b:40715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/445930047ab04cf18382bcfc2931fb48 is 69, key is 9f1eb259a29b,46241,1730971034599/rs:state/1730971036445/Put/seqid=0 2024-11-07T09:17:53,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741850_1026 (size=5156) 2024-11-07T09:17:53,009 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/445930047ab04cf18382bcfc2931fb48 2024-11-07T09:17:53,014 DEBUG [M:0;9f1eb259a29b:40715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae93bdf35c94bd8be46a3c4fb241c55 as hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bae93bdf35c94bd8be46a3c4fb241c55 2024-11-07T09:17:53,017 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bae93bdf35c94bd8be46a3c4fb241c55, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T09:17:53,018 DEBUG [M:0;9f1eb259a29b:40715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e203f8b2d9fb4bab8bbe18353efabe42 as hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e203f8b2d9fb4bab8bbe18353efabe42 2024-11-07T09:17:53,021 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e203f8b2d9fb4bab8bbe18353efabe42 2024-11-07T09:17:53,021 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e203f8b2d9fb4bab8bbe18353efabe42, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T09:17:53,022 DEBUG [M:0;9f1eb259a29b:40715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/445930047ab04cf18382bcfc2931fb48 as hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/445930047ab04cf18382bcfc2931fb48 2024-11-07T09:17:53,025 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35817/user/jenkins/test-data/089ebe68-f26d-1290-4382-b79ade2090a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/445930047ab04cf18382bcfc2931fb48, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T09:17:53,026 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=105, compaction requested=false 2024-11-07T09:17:53,028 INFO [M:0;9f1eb259a29b:40715 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:53,028 DEBUG [M:0;9f1eb259a29b:40715 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971072141Disabling compacts and flushes for region at 1730971072141Disabling writes for close at 1730971072141Obtaining lock to block concurrent updates at 1730971072141Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971072141Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1730971072142 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971072142Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971072142Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971072156 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971072156Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971072568 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971072581 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971072582 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971072990 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971073005 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971073005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19dc6580: reopening flushed file at 1730971073013 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2163a8: reopening flushed file at 1730971073017 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435f151c: reopening flushed file at 1730971073021 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=105, compaction requested=false at 1730971073026 (+5 ms)Writing region close event to WAL at 1730971073028 (+2 ms)Closed at 1730971073028 2024-11-07T09:17:53,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46049 is added to blk_1073741830_1006 (size=64435) 2024-11-07T09:17:53,031 INFO [M:0;9f1eb259a29b:40715 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:17:53,031 INFO [M:0;9f1eb259a29b:40715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40715 2024-11-07T09:17:53,031 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:17:53,031 INFO [M:0;9f1eb259a29b:40715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:17:53,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:53,134 INFO [M:0;9f1eb259a29b:40715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:17:53,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40715-0x100f1b7ca2f0000, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:17:53,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9443e38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:17:53,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@152ccef3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:17:53,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:17:53,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@188d364{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:17:53,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23aec636{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/hadoop.log.dir/,STOPPED} 2024-11-07T09:17:53,138 WARN [BP-1288343461-172.17.0.2-1730971033529 heartbeating to localhost/127.0.0.1:35817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:17:53,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:17:53,138 WARN [BP-1288343461-172.17.0.2-1730971033529 heartbeating to localhost/127.0.0.1:35817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1288343461-172.17.0.2-1730971033529 (Datanode Uuid 3951ff44-3b17-474b-80a3-3416205616cd) service to localhost/127.0.0.1:35817 2024-11-07T09:17:53,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:17:53,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/cluster_dbaf58a3-9f4a-b6c6-9065-9579dc0600cd/data/data1/current/BP-1288343461-172.17.0.2-1730971033529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:17:53,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/cluster_dbaf58a3-9f4a-b6c6-9065-9579dc0600cd/data/data2/current/BP-1288343461-172.17.0.2-1730971033529 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:17:53,139 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:17:53,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cfe0efc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:17:53,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15e4e09a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:17:53,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:17:53,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f0b361b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:17:53,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e0f3029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c30584a-4774-144e-9c5d-31f0995e2782/hadoop.log.dir/,STOPPED} 2024-11-07T09:17:53,155 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:17:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:17:53,181 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 265) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60621) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39823 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35817 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60621) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60621) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42957 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=728 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 244) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5118 (was 4686) - AvailableMemoryMB LEAK? - 2024-11-07T09:17:53,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=5118 2024-11-07T09:17:53,206 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-07T09:17:53,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/hadoop.log.dir so I do NOT create it in target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3 2024-11-07T09:17:53,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:17:53,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/hadoop.tmp.dir so I do NOT create it in target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3 2024-11-07T09:17:53,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88041402-0579-6754-2eb1-7ddf304fb93c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:17:53,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3 2024-11-07T09:17:53,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/cluster_0fd320f6-252c-5bd2-dd37-ad5284f861a2, deleteOnExit=true 2024-11-07T09:17:53,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/cluster_0fd320f6-252c-5bd2-dd37-ad5284f861a2/zookeeper_0, clientPort=55277, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/cluster_0fd320f6-252c-5bd2-dd37-ad5284f861a2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/cluster_0fd320f6-252c-5bd2-dd37-ad5284f861a2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:17:53,214 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55277 2024-11-07T09:17:53,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:17:53,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:17:53,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/test.cache.data in system properties and HBase conf 2024-11-07T09:17:53,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:17:53,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:17:53,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:17:53,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:17:53,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:17:53,215 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:17:53,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:17:53,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100f1b7ca2f0002, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:17:53,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100f1b7ca2f0005, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:17:53,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100f1b7ca2f0008, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:17:53,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100f1b7ca2f0005, quorum=127.0.0.1:60621, baseZNode=/11098826468 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:17:53,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100f1b7ca2f0002, quorum=127.0.0.1:60621, baseZNode=/01396311457 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:17:53,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100f1b7ca2f0008, quorum=127.0.0.1:60621, baseZNode=/21057959064 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:17:53,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:53,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:17:53,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:17:53,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:17:53,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:17:53,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:53,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dd15f7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:17:53,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae922fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:17:53,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dbdd5c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/java.io.tmpdir/jetty-localhost-45625-hadoop-hdfs-3_4_1-tests_jar-_-any-13096939562169860318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:17:53,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a33d8b5{HTTP/1.1, (http/1.1)}{localhost:45625} 2024-11-07T09:17:53,427 INFO [Time-limited test {}] server.Server(415): Started @244698ms 2024-11-07T09:17:53,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:53,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:17:53,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:17:53,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:17:53,526 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:17:53,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5105e8fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:17:53,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@595696e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:17:53,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b8f6086{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/java.io.tmpdir/jetty-localhost-39121-hadoop-hdfs-3_4_1-tests_jar-_-any-10767799841879505905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:17:53,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47338a4b{HTTP/1.1, (http/1.1)}{localhost:39121} 2024-11-07T09:17:53,651 INFO [Time-limited test {}] server.Server(415): Started @244922ms 2024-11-07T09:17:53,653 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:17:53,754 WARN [Thread-3424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/cluster_0fd320f6-252c-5bd2-dd37-ad5284f861a2/data/data2/current/BP-246921437-172.17.0.2-1730971073233/current, will proceed with Du for space computation calculation, 2024-11-07T09:17:53,754 WARN [Thread-3423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/cluster_0fd320f6-252c-5bd2-dd37-ad5284f861a2/data/data1/current/BP-246921437-172.17.0.2-1730971073233/current, will proceed with Du for space computation calculation, 2024-11-07T09:17:53,771 WARN [Thread-3411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:17:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d18bfb2497c2285 with lease ID 0x580141d7eec66370: Processing first storage report for DS-b5bf7e2f-05b1-4f36-a32e-9fcd4d8ad223 from datanode DatanodeRegistration(127.0.0.1:43739, datanodeUuid=1eea9e6c-91d4-4848-9b95-f7bf773ff801, infoPort=42315, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=1460923794;c=1730971073233) 2024-11-07T09:17:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d18bfb2497c2285 with lease ID 0x580141d7eec66370: from storage DS-b5bf7e2f-05b1-4f36-a32e-9fcd4d8ad223 node DatanodeRegistration(127.0.0.1:43739, datanodeUuid=1eea9e6c-91d4-4848-9b95-f7bf773ff801, infoPort=42315, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=1460923794;c=1730971073233), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:17:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d18bfb2497c2285 with lease ID 0x580141d7eec66370: Processing first storage report for DS-603d498c-87e7-4dcb-8351-5b1055b13984 from datanode DatanodeRegistration(127.0.0.1:43739, datanodeUuid=1eea9e6c-91d4-4848-9b95-f7bf773ff801, infoPort=42315, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=1460923794;c=1730971073233) 2024-11-07T09:17:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d18bfb2497c2285 with lease ID 0x580141d7eec66370: from storage DS-603d498c-87e7-4dcb-8351-5b1055b13984 node DatanodeRegistration(127.0.0.1:43739, datanodeUuid=1eea9e6c-91d4-4848-9b95-f7bf773ff801, infoPort=42315, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=1460923794;c=1730971073233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:17:53,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3 2024-11-07T09:17:53,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:53,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:53,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:17:54,188 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c with version=8 2024-11-07T09:17:54,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/hbase-staging 2024-11-07T09:17:54,191 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:17:54,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:54,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:54,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:17:54,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:54,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:17:54,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:17:54,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:17:54,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45781 2024-11-07T09:17:54,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45781 connecting to ZooKeeper ensemble=127.0.0.1:55277 2024-11-07T09:17:54,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457810x0, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:54,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45781-0x100f1b865490000 connected 2024-11-07T09:17:54,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:17:54,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T09:17:54,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T09:17:54,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:17:54,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:54,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:54,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Set watcher on znode that does not yet exist, /01068426344/running 2024-11-07T09:17:54,238 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c, hbase.cluster.distributed=false 2024-11-07T09:17:54,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Set watcher on znode that does not yet exist, /01068426344/acl 2024-11-07T09:17:54,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45781 2024-11-07T09:17:54,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45781 2024-11-07T09:17:54,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45781 2024-11-07T09:17:54,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45781 2024-11-07T09:17:54,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45781 2024-11-07T09:17:54,264 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:17:54,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:54,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:54,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:17:54,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:54,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:17:54,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:17:54,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:17:54,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35939 2024-11-07T09:17:54,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35939 connecting to ZooKeeper ensemble=127.0.0.1:55277 2024-11-07T09:17:54,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:54,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:54,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359390x0, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:54,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35939-0x100f1b865490001 connected 2024-11-07T09:17:54,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Set watcher on znode that does not yet exist, /01068426344/running 2024-11-07T09:17:54,275 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:17:54,276 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:17:54,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Set watcher on znode that does not yet exist, /01068426344/master 2024-11-07T09:17:54,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Set watcher on znode that does not yet exist, /01068426344/acl 2024-11-07T09:17:54,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-07T09:17:54,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35939 2024-11-07T09:17:54,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35939 2024-11-07T09:17:54,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-07T09:17:54,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-07T09:17:54,298 DEBUG [M:0;9f1eb259a29b:45781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:45781 2024-11-07T09:17:54,298 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01068426344/backup-masters/9f1eb259a29b,45781,1730971074191 2024-11-07T09:17:54,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344/backup-masters 2024-11-07T09:17:54,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344/backup-masters 2024-11-07T09:17:54,300 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Set watcher on existing znode=/01068426344/backup-masters/9f1eb259a29b,45781,1730971074191 2024-11-07T09:17:54,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068426344/master 2024-11-07T09:17:54,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:54,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:54,302 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Set watcher on existing znode=/01068426344/master 2024-11-07T09:17:54,303 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01068426344/backup-masters/9f1eb259a29b,45781,1730971074191 from backup master directory 2024-11-07T09:17:54,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068426344/backup-masters/9f1eb259a29b,45781,1730971074191 2024-11-07T09:17:54,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344/backup-masters 2024-11-07T09:17:54,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344/backup-masters 2024-11-07T09:17:54,305 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:17:54,305 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,45781,1730971074191 2024-11-07T09:17:54,309 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/hbase.id] with ID: 2863372a-8faa-49ab-9b0d-7be08c2b1f4d 2024-11-07T09:17:54,309 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/.tmp/hbase.id 2024-11-07T09:17:54,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:17:54,714 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/.tmp/hbase.id]:[hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/hbase.id] 2024-11-07T09:17:54,723 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:54,724 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:17:54,724 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T09:17:54,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:54,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:17:55,134 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:17:55,135 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:17:55,135 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:55,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:17:55,542 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store 2024-11-07T09:17:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:17:55,947 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:55,947 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:17:55,947 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:55,947 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:55,948 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-07T09:17:55,948 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:55,948 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:55,948 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971075947Disabling compacts and flushes for region at 1730971075947Disabling writes for close at 1730971075948 (+1 ms)Writing region close event to WAL at 1730971075948Closed at 1730971075948 2024-11-07T09:17:55,948 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/.initializing 2024-11-07T09:17:55,948 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/WALs/9f1eb259a29b,45781,1730971074191 2024-11-07T09:17:55,949 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:17:55,950 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C45781%2C1730971074191, suffix=, logDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/WALs/9f1eb259a29b,45781,1730971074191, archiveDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/oldWALs, maxLogs=10 2024-11-07T09:17:55,964 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/WALs/9f1eb259a29b,45781,1730971074191/9f1eb259a29b%2C45781%2C1730971074191.1730971075951, exclude list is [], retry=0 2024-11-07T09:17:55,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43739,DS-b5bf7e2f-05b1-4f36-a32e-9fcd4d8ad223,DISK] 2024-11-07T09:17:55,968 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/WALs/9f1eb259a29b,45781,1730971074191/9f1eb259a29b%2C45781%2C1730971074191.1730971075951 2024-11-07T09:17:55,970 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42315:42315)] 2024-11-07T09:17:55,970 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:55,970 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:55,971 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,971 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:17:55,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:55,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:55,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:17:55,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:55,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:55,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:17:55,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:55,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:55,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:17:55,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:55,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:55,978 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,978 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,979 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,980 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,980 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,980 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:55,981 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:55,983 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:55,983 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59361923, jitterRate=-0.11543841660022736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:55,984 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971075971Initializing all the Stores at 1730971075971Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971075971Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971075972 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971075972Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971075972Cleaning up temporary data from old regions at 1730971075980 (+8 ms)Region opened successfully at 1730971075984 (+4 ms) 2024-11-07T09:17:55,984 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:17:55,987 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c445643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:17:55,988 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:17:55,988 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:17:55,988 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:17:55,988 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:17:55,988 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:17:55,989 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:17:55,989 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:17:55,990 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:17:55,991 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Unable to get data of znode /01068426344/balancer because node does not exist (not necessarily an error) 2024-11-07T09:17:55,992 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068426344/balancer already deleted, retry=false 2024-11-07T09:17:55,993 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:17:55,993 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Unable to get data of znode /01068426344/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:17:55,994 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068426344/normalizer already deleted, retry=false 2024-11-07T09:17:55,995 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:17:55,996 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Unable to get data of znode /01068426344/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:17:55,998 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068426344/switch/split already deleted, retry=false 2024-11-07T09:17:55,999 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Unable to get data of znode /01068426344/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:17:56,000 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068426344/switch/merge already deleted, retry=false 2024-11-07T09:17:56,002 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Unable to get data of znode /01068426344/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:17:56,003 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068426344/snapshot-cleanup already deleted, retry=false 2024-11-07T09:17:56,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068426344/running 2024-11-07T09:17:56,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068426344/running 2024-11-07T09:17:56,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:56,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:56,005 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,45781,1730971074191, sessionid=0x100f1b865490000, setting cluster-up flag (Was=false) 2024-11-07T09:17:56,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:56,016 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01068426344/flush-table-proc/acquired, /01068426344/flush-table-proc/reached, /01068426344/flush-table-proc/abort 2024-11-07T09:17:56,017 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,45781,1730971074191 2024-11-07T09:17:56,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:56,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:56,027 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01068426344/online-snapshot/acquired, /01068426344/online-snapshot/reached, /01068426344/online-snapshot/abort 2024-11-07T09:17:56,028 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,45781,1730971074191 2024-11-07T09:17:56,029 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:17:56,031 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:56,032 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:17:56,032 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:17:56,032 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,45781,1730971074191 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:17:56,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:56,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:56,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:56,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:56,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:17:56,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:17:56,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971106037 2024-11-07T09:17:56,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:17:56,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:17:56,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:17:56,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:17:56,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:17:56,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:17:56,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:56,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:17:56,038 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:56,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:17:56,040 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:17:56,040 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:17:56,041 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:17:56,041 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:17:56,042 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:17:56,042 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:17:56,043 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971076042,5,FailOnTimeoutGroup] 2024-11-07T09:17:56,043 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971076043,5,FailOnTimeoutGroup] 2024-11-07T09:17:56,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:17:56,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:17:56,089 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(746): ClusterId : 2863372a-8faa-49ab-9b0d-7be08c2b1f4d 2024-11-07T09:17:56,090 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:17:56,091 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:17:56,091 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:17:56,093 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:17:56,093 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624014bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:17:56,105 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:35939 2024-11-07T09:17:56,105 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:17:56,105 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:17:56,105 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:17:56,106 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,45781,1730971074191 with port=35939, startcode=1730971074263 2024-11-07T09:17:56,106 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:17:56,107 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:17:56,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,35939,1730971074263 2024-11-07T09:17:56,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45781 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,35939,1730971074263 2024-11-07T09:17:56,109 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c 2024-11-07T09:17:56,109 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38601 2024-11-07T09:17:56,109 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:17:56,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344/rs 2024-11-07T09:17:56,111 DEBUG [RS:0;9f1eb259a29b:35939 {}] zookeeper.ZKUtil(111): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Set watcher on existing znode=/01068426344/rs/9f1eb259a29b,35939,1730971074263 2024-11-07T09:17:56,111 WARN [RS:0;9f1eb259a29b:35939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:17:56,111 INFO [RS:0;9f1eb259a29b:35939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:56,112 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263 2024-11-07T09:17:56,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,35939,1730971074263] 2024-11-07T09:17:56,114 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:17:56,116 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:17:56,117 INFO [RS:0;9f1eb259a29b:35939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:17:56,117 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,117 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:17:56,117 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:17:56,117 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:17:56,118 DEBUG [RS:0;9f1eb259a29b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:17:56,118 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,118 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,118 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,118 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,118 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,118 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35939,1730971074263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:17:56,137 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:17:56,137 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35939,1730971074263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,137 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,137 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.Replication(171): 9f1eb259a29b,35939,1730971074263 started 2024-11-07T09:17:56,155 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:56,155 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,35939,1730971074263, RpcServer on 9f1eb259a29b/172.17.0.2:35939, sessionid=0x100f1b865490001 2024-11-07T09:17:56,155 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:17:56,155 DEBUG [RS:0;9f1eb259a29b:35939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,35939,1730971074263 2024-11-07T09:17:56,155 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,35939,1730971074263' 2024-11-07T09:17:56,155 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01068426344/flush-table-proc/abort' 2024-11-07T09:17:56,156 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01068426344/flush-table-proc/acquired' 2024-11-07T09:17:56,156 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:17:56,156 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:17:56,156 DEBUG [RS:0;9f1eb259a29b:35939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,35939,1730971074263 2024-11-07T09:17:56,156 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,35939,1730971074263' 2024-11-07T09:17:56,156 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01068426344/online-snapshot/abort' 2024-11-07T09:17:56,157 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01068426344/online-snapshot/acquired' 2024-11-07T09:17:56,157 DEBUG [RS:0;9f1eb259a29b:35939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:17:56,157 INFO [RS:0;9f1eb259a29b:35939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:17:56,157 INFO [RS:0;9f1eb259a29b:35939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:17:56,257 INFO [RS:0;9f1eb259a29b:35939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:17:56,258 INFO [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35939%2C1730971074263, suffix=, logDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263, archiveDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/oldWALs, maxLogs=10 2024-11-07T09:17:56,275 DEBUG [RS:0;9f1eb259a29b:35939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259, exclude list is [], retry=0 2024-11-07T09:17:56,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43739,DS-b5bf7e2f-05b1-4f36-a32e-9fcd4d8ad223,DISK] 2024-11-07T09:17:56,286 INFO [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 2024-11-07T09:17:56,286 DEBUG [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42315:42315)] 2024-11-07T09:17:56,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:17:56,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c 2024-11-07T09:17:56,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:17:56,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:17:56,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:17:56,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:56,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:17:56,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:17:56,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:56,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:56,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:17:56,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:17:56,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:56,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:56,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:17:56,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:17:56,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:56,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:56,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:17:56,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:17:56,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:56,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:56,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:17:56,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740 2024-11-07T09:17:56,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740 2024-11-07T09:17:56,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:17:56,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:17:56,862 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:56,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:17:56,872 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:56,874 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66547483, jitterRate=-0.008365228772163391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:56,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971076852Initializing all the Stores at 1730971076853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971076853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971076853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971076853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971076853Cleaning up temporary data from old regions at 1730971076862 (+9 ms)Region opened successfully at 1730971076875 (+13 ms) 2024-11-07T09:17:56,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:17:56,875 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:17:56,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:17:56,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:17:56,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:17:56,876 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:17:56,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971076875Disabling compacts and flushes for region at 1730971076875Disabling writes for close at 1730971076875Writing region close event to WAL at 1730971076876 (+1 ms)Closed at 1730971076876 2024-11-07T09:17:56,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:56,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:17:56,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:17:56,880 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:17:56,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:17:57,031 DEBUG [9f1eb259a29b:45781 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:17:57,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,35939,1730971074263 2024-11-07T09:17:57,033 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,35939,1730971074263, state=OPENING 2024-11-07T09:17:57,035 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:17:57,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:57,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:17:57,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068426344/meta-region-server: CHANGED 2024-11-07T09:17:57,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068426344/meta-region-server: CHANGED 2024-11-07T09:17:57,037 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:17:57,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35939,1730971074263}] 2024-11-07T09:17:57,189 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:17:57,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:17:57,194 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:17:57,194 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:57,194 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:17:57,195 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35939%2C1730971074263.meta, suffix=.meta, logDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263, archiveDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/oldWALs, maxLogs=10 2024-11-07T09:17:57,208 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.meta.1730971077195.meta, exclude list is [], retry=0 2024-11-07T09:17:57,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43739,DS-b5bf7e2f-05b1-4f36-a32e-9fcd4d8ad223,DISK] 2024-11-07T09:17:57,212 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.meta.1730971077195.meta 2024-11-07T09:17:57,212 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42315:42315)] 2024-11-07T09:17:57,212 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:57,212 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:17:57,213 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:17:57,213 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:17:57,213 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:17:57,213 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:17:57,213 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:57,213 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:17:57,213 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:17:57,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:17:57,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:17:57,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:57,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:57,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:17:57,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:17:57,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:57,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:57,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:17:57,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:17:57,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:57,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:57,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:17:57,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:17:57,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:57,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:57,218 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:17:57,218 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740 2024-11-07T09:17:57,219 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740 2024-11-07T09:17:57,220 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:17:57,220 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:17:57,220 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:57,221 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:17:57,222 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63149618, jitterRate=-0.05899736285209656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:57,222 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:17:57,223 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971077213Writing region info on filesystem at 1730971077213Initializing all the Stores at 1730971077214 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971077214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971077214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971077214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971077214Cleaning up temporary data from old regions at 1730971077220 (+6 ms)Running coprocessor post-open hooks at 1730971077222 (+2 ms)Region opened successfully at 1730971077222 2024-11-07T09:17:57,223 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971077189 2024-11-07T09:17:57,225 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:17:57,225 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:17:57,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,35939,1730971074263 2024-11-07T09:17:57,226 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,35939,1730971074263, state=OPEN 2024-11-07T09:17:57,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068426344/meta-region-server 2024-11-07T09:17:57,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068426344/meta-region-server 2024-11-07T09:17:57,232 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35939,1730971074263 2024-11-07T09:17:57,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068426344/meta-region-server: CHANGED 2024-11-07T09:17:57,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068426344/meta-region-server: CHANGED 2024-11-07T09:17:57,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:17:57,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35939,1730971074263 in 195 msec 2024-11-07T09:17:57,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:17:57,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-07T09:17:57,237 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:57,237 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:17:57,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:57,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35939,1730971074263, seqNum=-1] 2024-11-07T09:17:57,238 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:57,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:57,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-07T09:17:57,244 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971077244, completionTime=-1 2024-11-07T09:17:57,244 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:17:57,244 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:17:57,246 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:17:57,246 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971137246 2024-11-07T09:17:57,246 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971197246 2024-11-07T09:17:57,246 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:17:57,246 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45781,1730971074191-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:57,246 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45781,1730971074191-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:57,246 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45781,1730971074191-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:57,246 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:45781, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:57,246 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:57,247 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:57,248 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:17:57,250 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.945sec 2024-11-07T09:17:57,250 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:17:57,250 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:17:57,250 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:17:57,250 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:17:57,250 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:17:57,250 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45781,1730971074191-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:17:57,250 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45781,1730971074191-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:17:57,252 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:17:57,252 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:17:57,252 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,45781,1730971074191-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:17:57,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ba7437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:57,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,45781,-1 for getting cluster id 2024-11-07T09:17:57,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:17:57,291 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2863372a-8faa-49ab-9b0d-7be08c2b1f4d' 2024-11-07T09:17:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:17:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2863372a-8faa-49ab-9b0d-7be08c2b1f4d" 2024-11-07T09:17:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3730d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,45781,-1] 2024-11-07T09:17:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:17:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:17:57,293 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:17:57,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b72d433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:17:57,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:17:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35939,1730971074263, seqNum=-1] 2024-11-07T09:17:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:17:57,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:17:57,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,45781,1730971074191 2024-11-07T09:17:57,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55277 2024-11-07T09:17:57,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:57,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100f1b865490002 connected 2024-11-07T09:17:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/hadoop.log.dir so I do NOT create it in target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9 2024-11-07T09:17:57,303 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:17:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/hadoop.tmp.dir so I do NOT create it in target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9 2024-11-07T09:17:57,303 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:17:57,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9 2024-11-07T09:17:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:17:57,303 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/cluster_c1af0be7-8530-e55d-abfa-1b28631c1621, deleteOnExit=true 2024-11-07T09:17:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:17:57,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/test.cache.data in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:17:57,304 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:17:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:17:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:17:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:17:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:17:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:17:57,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:57,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:17:57,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:17:57,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:17:57,415 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:17:57,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:57,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@212d6290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:17:57,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586be9a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:17:57,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@778b1872{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/java.io.tmpdir/jetty-localhost-39511-hadoop-hdfs-3_4_1-tests_jar-_-any-15255345192841335382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:17:57,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44fd5e6b{HTTP/1.1, (http/1.1)}{localhost:39511} 2024-11-07T09:17:57,574 INFO [Time-limited test {}] server.Server(415): Started @248845ms 2024-11-07T09:17:57,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:17:57,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:17:57,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:17:57,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:17:57,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:17:57,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af07dc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:17:57,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@370005d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:17:57,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c2e99a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/java.io.tmpdir/jetty-localhost-37435-hadoop-hdfs-3_4_1-tests_jar-_-any-7571054090241756582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:17:57,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e55eb3d{HTTP/1.1, (http/1.1)}{localhost:37435} 2024-11-07T09:17:57,806 INFO [Time-limited test {}] server.Server(415): Started @249077ms 2024-11-07T09:17:57,807 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:17:57,915 WARN [Thread-3544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/cluster_c1af0be7-8530-e55d-abfa-1b28631c1621/data/data1/current/BP-291669270-172.17.0.2-1730971077334/current, will proceed with Du for space computation calculation, 2024-11-07T09:17:57,915 WARN [Thread-3545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/cluster_c1af0be7-8530-e55d-abfa-1b28631c1621/data/data2/current/BP-291669270-172.17.0.2-1730971077334/current, will proceed with Du for space computation calculation, 2024-11-07T09:17:57,936 WARN [Thread-3532 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:17:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x356188cab5991f9e with lease ID 0xac600ec13cf33b7f: Processing first storage report for DS-6e0ae111-152f-43c3-b331-a94d0613bcfd from datanode DatanodeRegistration(127.0.0.1:44751, datanodeUuid=2085505b-6e02-438e-8122-46260bc2a14c, infoPort=39311, infoSecurePort=0, ipcPort=33087, storageInfo=lv=-57;cid=testClusterID;nsid=713448564;c=1730971077334) 2024-11-07T09:17:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x356188cab5991f9e with lease ID 0xac600ec13cf33b7f: from storage DS-6e0ae111-152f-43c3-b331-a94d0613bcfd node DatanodeRegistration(127.0.0.1:44751, datanodeUuid=2085505b-6e02-438e-8122-46260bc2a14c, infoPort=39311, infoSecurePort=0, ipcPort=33087, storageInfo=lv=-57;cid=testClusterID;nsid=713448564;c=1730971077334), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:17:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x356188cab5991f9e with lease ID 0xac600ec13cf33b7f: Processing first storage report for DS-34c62b6f-28ea-45f2-a9be-edb93bc7df14 from datanode DatanodeRegistration(127.0.0.1:44751, datanodeUuid=2085505b-6e02-438e-8122-46260bc2a14c, infoPort=39311, infoSecurePort=0, ipcPort=33087, storageInfo=lv=-57;cid=testClusterID;nsid=713448564;c=1730971077334) 2024-11-07T09:17:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x356188cab5991f9e with lease ID 0xac600ec13cf33b7f: from storage DS-34c62b6f-28ea-45f2-a9be-edb93bc7df14 node DatanodeRegistration(127.0.0.1:44751, datanodeUuid=2085505b-6e02-438e-8122-46260bc2a14c, infoPort=39311, infoSecurePort=0, ipcPort=33087, storageInfo=lv=-57;cid=testClusterID;nsid=713448564;c=1730971077334), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:17:58,034 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9 2024-11-07T09:17:58,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:58,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:17:58,444 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258 with version=8 2024-11-07T09:17:58,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/hbase-staging 2024-11-07T09:17:58,447 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:17:58,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:58,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:58,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:17:58,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:58,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:17:58,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:17:58,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:17:58,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44151 2024-11-07T09:17:58,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44151 connecting to ZooKeeper ensemble=127.0.0.1:55277 2024-11-07T09:17:58,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441510x0, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:58,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44151-0x100f1b865490003 connected 2024-11-07T09:17:58,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:58,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:58,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Set watcher on znode that does not yet exist, /11618885213/running 2024-11-07T09:17:58,467 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258, hbase.cluster.distributed=false 2024-11-07T09:17:58,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Set watcher on znode that does not yet exist, /11618885213/acl 2024-11-07T09:17:58,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44151 2024-11-07T09:17:58,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44151 2024-11-07T09:17:58,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44151 2024-11-07T09:17:58,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44151 2024-11-07T09:17:58,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44151 2024-11-07T09:17:58,502 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:17:58,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:58,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:58,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:17:58,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:17:58,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:17:58,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:17:58,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:17:58,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39275 2024-11-07T09:17:58,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39275 connecting to ZooKeeper ensemble=127.0.0.1:55277 2024-11-07T09:17:58,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:58,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:58,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392750x0, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:17:58,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392750x0, quorum=127.0.0.1:55277, baseZNode=/11618885213 Set watcher on znode that does not yet exist, /11618885213/running 2024-11-07T09:17:58,515 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:17:58,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39275-0x100f1b865490004 connected 2024-11-07T09:17:58,519 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:17:58,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Set watcher on znode that does not yet exist, /11618885213/master 2024-11-07T09:17:58,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Set watcher on znode that does not yet exist, /11618885213/acl 2024-11-07T09:17:58,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39275 2024-11-07T09:17:58,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39275 2024-11-07T09:17:58,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39275 2024-11-07T09:17:58,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39275 2024-11-07T09:17:58,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39275 2024-11-07T09:17:58,550 DEBUG [M:0;9f1eb259a29b:44151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:44151 2024-11-07T09:17:58,550 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11618885213/backup-masters/9f1eb259a29b,44151,1730971078447 2024-11-07T09:17:58,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213/backup-masters 2024-11-07T09:17:58,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213/backup-masters 2024-11-07T09:17:58,554 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Set watcher on existing znode=/11618885213/backup-masters/9f1eb259a29b,44151,1730971078447 2024-11-07T09:17:58,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:17:58,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11618885213/master 2024-11-07T09:17:58,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:17:58,556 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Set watcher on existing znode=/11618885213/master 2024-11-07T09:17:58,557 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11618885213/backup-masters/9f1eb259a29b,44151,1730971078447 from backup master directory 2024-11-07T09:17:58,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213/backup-masters 2024-11-07T09:17:58,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11618885213/backup-masters/9f1eb259a29b,44151,1730971078447 2024-11-07T09:17:58,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213/backup-masters 2024-11-07T09:17:58,560 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:17:58,560 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,44151,1730971078447 2024-11-07T09:17:58,564 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/hbase.id] with ID: 678140cd-aadb-4253-bd72-3ccc750509e4 2024-11-07T09:17:58,564 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/.tmp/hbase.id 2024-11-07T09:17:58,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:17:58,970 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/.tmp/hbase.id]:[hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/hbase.id] 2024-11-07T09:17:58,978 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:17:58,978 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:17:58,979 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:17:58,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:17:58,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:17:58,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:17:59,390 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:17:59,390 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:17:59,391 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:17:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:17:59,797 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store 2024-11-07T09:17:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:17:59,815 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:59,815 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:17:59,815 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:59,815 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:59,815 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:17:59,815 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:59,816 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:17:59,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971079815Disabling compacts and flushes for region at 1730971079815Disabling writes for close at 1730971079815Writing region close event to WAL at 1730971079815Closed at 1730971079815 2024-11-07T09:17:59,816 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/.initializing 2024-11-07T09:17:59,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/WALs/9f1eb259a29b,44151,1730971078447 2024-11-07T09:17:59,817 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:17:59,819 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C44151%2C1730971078447, suffix=, logDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/WALs/9f1eb259a29b,44151,1730971078447, archiveDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/oldWALs, maxLogs=10 2024-11-07T09:17:59,839 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/WALs/9f1eb259a29b,44151,1730971078447/9f1eb259a29b%2C44151%2C1730971078447.1730971079819, exclude list is [], retry=0 2024-11-07T09:17:59,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-6e0ae111-152f-43c3-b331-a94d0613bcfd,DISK] 2024-11-07T09:17:59,860 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/WALs/9f1eb259a29b,44151,1730971078447/9f1eb259a29b%2C44151%2C1730971078447.1730971079819 2024-11-07T09:17:59,861 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39311:39311)] 2024-11-07T09:17:59,861 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:17:59,861 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:17:59,861 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,861 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:17:59,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:59,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:17:59,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:17:59,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:59,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:59,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:17:59,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:59,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:59,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:17:59,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:17:59,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:17:59,870 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,870 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,870 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,879 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,879 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,880 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:17:59,881 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:17:59,885 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:17:59,885 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71287955, jitterRate=0.062273308634757996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:17:59,885 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971079861Initializing all the Stores at 1730971079862 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971079862Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971079862Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971079862Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971079862Cleaning up temporary data from old regions at 1730971079879 (+17 ms)Region opened successfully at 1730971079885 (+6 ms) 2024-11-07T09:17:59,890 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:17:59,894 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ac3461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:17:59,895 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:17:59,895 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:17:59,895 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:17:59,895 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:17:59,896 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:17:59,896 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:17:59,896 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:17:59,907 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:17:59,908 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Unable to get data of znode /11618885213/balancer because node does not exist (not necessarily an error) 2024-11-07T09:17:59,909 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11618885213/balancer already deleted, retry=false 2024-11-07T09:17:59,910 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:17:59,911 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Unable to get data of znode /11618885213/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:17:59,913 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11618885213/normalizer already deleted, retry=false 2024-11-07T09:17:59,913 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:17:59,925 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Unable to get data of znode /11618885213/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:17:59,929 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11618885213/switch/split already deleted, retry=false 2024-11-07T09:17:59,930 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Unable to get data of znode /11618885213/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:17:59,932 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11618885213/switch/merge already deleted, retry=false 2024-11-07T09:17:59,935 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Unable to get data of znode /11618885213/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:17:59,938 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11618885213/snapshot-cleanup already deleted, retry=false 2024-11-07T09:17:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11618885213/running 2024-11-07T09:17:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11618885213/running 2024-11-07T09:17:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:17:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:17:59,941 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,44151,1730971078447, sessionid=0x100f1b865490003, setting cluster-up flag (Was=false) 2024-11-07T09:17:59,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:17:59,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:17:59,957 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11618885213/flush-table-proc/acquired, /11618885213/flush-table-proc/reached, /11618885213/flush-table-proc/abort 2024-11-07T09:17:59,958 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,44151,1730971078447 2024-11-07T09:17:59,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:17:59,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:17:59,967 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11618885213/online-snapshot/acquired, /11618885213/online-snapshot/reached, /11618885213/online-snapshot/abort 2024-11-07T09:17:59,968 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,44151,1730971078447 2024-11-07T09:17:59,981 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:17:59,983 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:17:59,983 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:17:59,983 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:17:59,983 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,44151,1730971078447 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:17:59,985 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:59,986 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:59,986 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:59,986 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:17:59,986 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:17:59,986 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:17:59,986 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:17:59,986 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:00,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:18:00,017 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:00,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:18:00,053 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971110052 2024-11-07T09:18:00,053 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:18:00,054 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:18:00,054 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:18:00,054 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:18:00,054 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:18:00,054 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:18:00,057 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(746): ClusterId : 678140cd-aadb-4253-bd72-3ccc750509e4 2024-11-07T09:18:00,057 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:18:00,060 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:18:00,060 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:18:00,062 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:18:00,062 DEBUG [RS:0;9f1eb259a29b:39275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494d5a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:18:00,068 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,080 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:18:00,081 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:18:00,081 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:18:00,081 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:18:00,088 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:18:00,088 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:18:00,096 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971080088,5,FailOnTimeoutGroup] 2024-11-07T09:18:00,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:18:00,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:18:00,114 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258 2024-11-07T09:18:00,121 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971080096,5,FailOnTimeoutGroup] 2024-11-07T09:18:00,121 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,121 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:18:00,121 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,121 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,139 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:39275 2024-11-07T09:18:00,139 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:18:00,139 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:18:00,139 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:18:00,144 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,44151,1730971078447 with port=39275, startcode=1730971078501 2024-11-07T09:18:00,144 DEBUG [RS:0;9f1eb259a29b:39275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:18:00,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741832_1008 (size=32) 2024-11-07T09:18:00,170 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:18:00,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44151 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:00,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44151 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:00,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:00,173 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258 2024-11-07T09:18:00,173 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33237 2024-11-07T09:18:00,173 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:18:00,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:00,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:00,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:00,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:00,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:00,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:00,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:00,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213/rs 2024-11-07T09:18:00,179 DEBUG [RS:0;9f1eb259a29b:39275 {}] zookeeper.ZKUtil(111): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Set watcher on existing znode=/11618885213/rs/9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:00,179 WARN [RS:0;9f1eb259a29b:39275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:18:00,180 INFO [RS:0;9f1eb259a29b:39275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:00,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:00,180 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:00,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:00,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,39275,1730971078501] 2024-11-07T09:18:00,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:00,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:00,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:00,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:00,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:00,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:00,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:00,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:00,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740 2024-11-07T09:18:00,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740 2024-11-07T09:18:00,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:00,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:00,186 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:00,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:00,196 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:18:00,207 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:18:00,214 INFO [RS:0;9f1eb259a29b:39275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:18:00,214 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,228 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:18:00,229 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:00,229 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:18:00,229 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70309301, jitterRate=0.04769022762775421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:00,229 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971080172Initializing all the Stores at 1730971080173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971080173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971080173Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971080173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971080173Cleaning up temporary data from old regions at 1730971080185 (+12 ms)Region opened successfully at 1730971080229 (+44 ms) 2024-11-07T09:18:00,229 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:18:00,229 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,229 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:18:00,229 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:18:00,229 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:18:00,229 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:18:00,230 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:18:00,230 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,230 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,230 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,230 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,230 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,230 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:00,230 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:00,230 DEBUG [RS:0;9f1eb259a29b:39275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:00,233 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:00,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971080229Disabling compacts and flushes for region at 1730971080229Disabling writes for close at 1730971080229Writing region close event to WAL at 1730971080233 (+4 ms)Closed at 1730971080233 2024-11-07T09:18:00,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:00,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:18:00,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:18:00,235 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:00,237 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:18:00,252 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,252 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,252 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,252 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,252 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,252 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39275,1730971078501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:00,291 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:18:00,291 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39275,1730971078501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,291 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,291 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.Replication(171): 9f1eb259a29b,39275,1730971078501 started 2024-11-07T09:18:00,313 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,314 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,39275,1730971078501, RpcServer on 9f1eb259a29b/172.17.0.2:39275, sessionid=0x100f1b865490004 2024-11-07T09:18:00,314 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:18:00,314 DEBUG [RS:0;9f1eb259a29b:39275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:00,314 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,39275,1730971078501' 2024-11-07T09:18:00,314 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11618885213/flush-table-proc/abort' 2024-11-07T09:18:00,315 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11618885213/flush-table-proc/acquired' 2024-11-07T09:18:00,315 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:18:00,315 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:18:00,315 DEBUG [RS:0;9f1eb259a29b:39275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:00,315 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,39275,1730971078501' 2024-11-07T09:18:00,315 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11618885213/online-snapshot/abort' 2024-11-07T09:18:00,319 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11618885213/online-snapshot/acquired' 2024-11-07T09:18:00,319 DEBUG [RS:0;9f1eb259a29b:39275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:18:00,319 INFO [RS:0;9f1eb259a29b:39275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:18:00,319 INFO [RS:0;9f1eb259a29b:39275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:18:00,387 WARN [9f1eb259a29b:44151 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T09:18:00,420 INFO [RS:0;9f1eb259a29b:39275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:18:00,422 INFO [RS:0;9f1eb259a29b:39275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C39275%2C1730971078501, suffix=, logDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501, archiveDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/oldWALs, maxLogs=10 2024-11-07T09:18:00,442 DEBUG [RS:0;9f1eb259a29b:39275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422, exclude list is [], retry=0 2024-11-07T09:18:00,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-6e0ae111-152f-43c3-b331-a94d0613bcfd,DISK] 2024-11-07T09:18:00,465 INFO [RS:0;9f1eb259a29b:39275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 2024-11-07T09:18:00,466 DEBUG [RS:0;9f1eb259a29b:39275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39311:39311)] 2024-11-07T09:18:00,637 DEBUG [9f1eb259a29b:44151 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:18:00,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:00,640 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,39275,1730971078501, state=OPENING 2024-11-07T09:18:00,642 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:18:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:18:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:18:00,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11618885213/meta-region-server: CHANGED 2024-11-07T09:18:00,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11618885213/meta-region-server: CHANGED 2024-11-07T09:18:00,644 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:00,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,39275,1730971078501}] 2024-11-07T09:18:00,801 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:00,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:18:00,833 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:18:00,833 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:00,833 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:18:00,835 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C39275%2C1730971078501.meta, suffix=.meta, logDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501, archiveDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/oldWALs, maxLogs=10 2024-11-07T09:18:00,855 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.meta.1730971080836.meta, exclude list is [], retry=0 2024-11-07T09:18:00,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-6e0ae111-152f-43c3-b331-a94d0613bcfd,DISK] 2024-11-07T09:18:00,872 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.meta.1730971080836.meta 2024-11-07T09:18:00,873 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39311:39311)] 2024-11-07T09:18:00,873 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:00,874 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:00,874 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:18:00,874 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:18:00,874 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:18:00,878 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:18:00,878 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:00,878 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:18:00,878 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:18:00,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:00,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:00,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:00,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:00,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:00,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:00,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:00,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:00,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:00,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:00,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:00,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:00,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:00,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:00,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:00,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:00,894 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:00,895 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740 2024-11-07T09:18:00,896 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740 2024-11-07T09:18:00,898 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:00,898 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:00,898 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:00,899 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:00,900 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62531312, jitterRate=-0.06821084022521973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:00,900 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:18:00,901 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971080878Writing region info on filesystem at 1730971080878Initializing all the Stores at 1730971080879 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971080879Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971080881 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971080884 (+3 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971080884Cleaning up temporary data from old regions at 1730971080898 (+14 ms)Running coprocessor post-open hooks at 1730971080900 (+2 ms)Region opened successfully at 1730971080901 (+1 ms) 2024-11-07T09:18:00,903 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971080798 2024-11-07T09:18:00,906 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:18:00,906 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:18:00,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:00,907 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,39275,1730971078501, state=OPEN 2024-11-07T09:18:00,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11618885213/meta-region-server 2024-11-07T09:18:00,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11618885213/meta-region-server 2024-11-07T09:18:00,909 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:00,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11618885213/meta-region-server: CHANGED 2024-11-07T09:18:00,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11618885213/meta-region-server: CHANGED 2024-11-07T09:18:00,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:18:00,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,39275,1730971078501 in 265 msec 2024-11-07T09:18:00,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:18:00,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-11-07T09:18:00,914 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:00,915 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:18:00,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:00,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,39275,1730971078501, seqNum=-1] 2024-11-07T09:18:00,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:00,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:00,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 942 msec 2024-11-07T09:18:00,925 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971080925, completionTime=-1 2024-11-07T09:18:00,925 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:18:00,925 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:18:00,928 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:18:00,928 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971140928 2024-11-07T09:18:00,928 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971200928 2024-11-07T09:18:00,928 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T09:18:00,928 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44151,1730971078447-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,928 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44151,1730971078447-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,928 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44151,1730971078447-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,928 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:44151, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,929 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,931 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:18:00,932 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,936 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.376sec 2024-11-07T09:18:00,936 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:18:00,936 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:18:00,936 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:18:00,936 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:18:00,936 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:18:00,936 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44151,1730971078447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:00,936 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44151,1730971078447-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:18:00,948 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:18:00,948 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:18:00,948 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,44151,1730971078447-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:00,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ae30c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:00,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44151,-1 for getting cluster id 2024-11-07T09:18:00,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:00,973 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '678140cd-aadb-4253-bd72-3ccc750509e4' 2024-11-07T09:18:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "678140cd-aadb-4253-bd72-3ccc750509e4" 2024-11-07T09:18:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aa761e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44151,-1] 2024-11-07T09:18:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:00,976 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:00,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4645f2c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:00,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:00,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,39275,1730971078501, seqNum=-1] 2024-11-07T09:18:00,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:00,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:01,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,44151,1730971078447 2024-11-07T09:18:01,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55277 2024-11-07T09:18:01,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:01,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/hadoop.log.dir so I do NOT create it in target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb 2024-11-07T09:18:01,028 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:18:01,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/hadoop.tmp.dir so I do NOT create it in target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb 2024-11-07T09:18:01,028 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:18:01,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb 2024-11-07T09:18:01,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:18:01,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/cluster_daefa9a3-5701-cb3d-5302-21fe45bfea42, deleteOnExit=true 2024-11-07T09:18:01,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:18:01,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/test.cache.data in system properties and HBase conf 2024-11-07T09:18:01,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:18:01,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:18:01,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:18:01,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:18:01,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:18:01,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:18:01,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:18:01,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:18:01,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:18:01,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:18:01,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:18:01,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:18:01,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:18:01,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:18:01,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:18:01,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:18:01,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:18:01,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:18:01,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:18:01,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:18:01,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100f1b865490005 connected 2024-11-07T09:18:01,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:01,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:18:01,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:18:01,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:18:01,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:18:01,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:01,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af24495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:18:01,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4696ca19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:18:01,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6612769c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/java.io.tmpdir/jetty-localhost-33787-hadoop-hdfs-3_4_1-tests_jar-_-any-5352755090782103707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:18:01,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79ea9a1d{HTTP/1.1, (http/1.1)}{localhost:33787} 2024-11-07T09:18:01,380 INFO [Time-limited test {}] server.Server(415): Started @252651ms 2024-11-07T09:18:01,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:01,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:18:01,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:18:01,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:18:01,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:18:01,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6222ff80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:18:01,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c39bd22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:18:01,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@324a05fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/java.io.tmpdir/jetty-localhost-36345-hadoop-hdfs-3_4_1-tests_jar-_-any-6756939510240792057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:18:01,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@348a7b9{HTTP/1.1, (http/1.1)}{localhost:36345} 2024-11-07T09:18:01,873 INFO [Time-limited test {}] server.Server(415): Started @253144ms 2024-11-07T09:18:01,874 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:18:02,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:18:02,149 WARN [Thread-3665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/cluster_daefa9a3-5701-cb3d-5302-21fe45bfea42/data/data2/current/BP-1697367248-172.17.0.2-1730971081057/current, will proceed with Du for space computation calculation, 2024-11-07T09:18:02,153 WARN [Thread-3664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/cluster_daefa9a3-5701-cb3d-5302-21fe45bfea42/data/data1/current/BP-1697367248-172.17.0.2-1730971081057/current, will proceed with Du for space computation calculation, 2024-11-07T09:18:02,242 WARN [Thread-3652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:18:02,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33d05560af2b2215 with lease ID 0xce38bbd06717af38: Processing first storage report for DS-7fea5886-22a1-4faf-948e-a6781a2e840f from datanode DatanodeRegistration(127.0.0.1:37917, datanodeUuid=7a6f6bca-ff42-402d-ac5a-871bc26055e4, infoPort=38813, infoSecurePort=0, ipcPort=41255, storageInfo=lv=-57;cid=testClusterID;nsid=449024801;c=1730971081057) 2024-11-07T09:18:02,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33d05560af2b2215 with lease ID 0xce38bbd06717af38: from storage DS-7fea5886-22a1-4faf-948e-a6781a2e840f node DatanodeRegistration(127.0.0.1:37917, datanodeUuid=7a6f6bca-ff42-402d-ac5a-871bc26055e4, infoPort=38813, infoSecurePort=0, ipcPort=41255, storageInfo=lv=-57;cid=testClusterID;nsid=449024801;c=1730971081057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:18:02,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33d05560af2b2215 with lease ID 0xce38bbd06717af38: Processing first storage report for DS-ff622671-43fd-4fa6-9255-f992bdd3864c from datanode DatanodeRegistration(127.0.0.1:37917, datanodeUuid=7a6f6bca-ff42-402d-ac5a-871bc26055e4, infoPort=38813, infoSecurePort=0, ipcPort=41255, storageInfo=lv=-57;cid=testClusterID;nsid=449024801;c=1730971081057) 2024-11-07T09:18:02,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33d05560af2b2215 with lease ID 0xce38bbd06717af38: from storage DS-ff622671-43fd-4fa6-9255-f992bdd3864c node DatanodeRegistration(127.0.0.1:37917, datanodeUuid=7a6f6bca-ff42-402d-ac5a-871bc26055e4, infoPort=38813, infoSecurePort=0, ipcPort=41255, storageInfo=lv=-57;cid=testClusterID;nsid=449024801;c=1730971081057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:18:02,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb 2024-11-07T09:18:02,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:02,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:18:02,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:18:02,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,774 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436 with version=8 2024-11-07T09:18:02,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/hbase-staging 2024-11-07T09:18:02,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,777 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:18:02,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:02,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:02,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:18:02,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:02,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:18:02,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:18:02,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:18:02,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38675 2024-11-07T09:18:02,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38675 connecting to ZooKeeper ensemble=127.0.0.1:55277 2024-11-07T09:18:02,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:02,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386750x0, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:02,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38675-0x100f1b865490006 connected 2024-11-07T09:18:02,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:02,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:02,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Set watcher on znode that does not yet exist, /2-1430991330/running 2024-11-07T09:18:02,805 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436, hbase.cluster.distributed=false 2024-11-07T09:18:02,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Set watcher on znode that does not yet exist, /2-1430991330/acl 2024-11-07T09:18:02,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38675 2024-11-07T09:18:02,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38675 2024-11-07T09:18:02,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38675 2024-11-07T09:18:02,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38675 2024-11-07T09:18:02,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38675 2024-11-07T09:18:02,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:18:02,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:02,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:02,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:18:02,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:02,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:18:02,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:18:02,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:18:02,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35023 2024-11-07T09:18:02,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35023 connecting to ZooKeeper ensemble=127.0.0.1:55277 2024-11-07T09:18:02,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:02,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350230x0, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:02,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350230x0, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Set watcher on znode that does not yet exist, /2-1430991330/running 2024-11-07T09:18:02,892 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:18:02,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35023-0x100f1b865490007 connected 2024-11-07T09:18:02,901 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:18:02,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Set watcher on znode that does not yet exist, /2-1430991330/master 2024-11-07T09:18:02,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Set watcher on znode that does not yet exist, /2-1430991330/acl 2024-11-07T09:18:02,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-07T09:18:02,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35023 2024-11-07T09:18:02,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35023 2024-11-07T09:18:02,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-07T09:18:02,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-07T09:18:02,931 DEBUG [M:0;9f1eb259a29b:38675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:38675 2024-11-07T09:18:02,932 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1430991330/backup-masters/9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:02,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330/backup-masters 2024-11-07T09:18:02,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330/backup-masters 2024-11-07T09:18:02,936 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Set watcher on existing znode=/2-1430991330/backup-masters/9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:02,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1430991330/master 2024-11-07T09:18:02,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:02,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:02,939 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Set watcher on existing znode=/2-1430991330/master 2024-11-07T09:18:02,939 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1430991330/backup-masters/9f1eb259a29b,38675,1730971082776 from backup master directory 2024-11-07T09:18:02,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1430991330/backup-masters/9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:02,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330/backup-masters 2024-11-07T09:18:02,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330/backup-masters 2024-11-07T09:18:02,941 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:18:02,941 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:02,958 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/hbase.id] with ID: b451f6a6-05af-4e9a-b8fa-820b6ddd3435 2024-11-07T09:18:02,958 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/.tmp/hbase.id 2024-11-07T09:18:02,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:18:02,965 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/.tmp/hbase.id]:[hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/hbase.id] 2024-11-07T09:18:02,976 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:02,976 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:18:02,977 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:18:02,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:02,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:18:02,993 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:02,994 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:18:02,994 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:03,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:18:03,013 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store 2024-11-07T09:18:03,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:18:03,047 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:03,047 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:18:03,047 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:03,047 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:03,047 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:18:03,047 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:03,047 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:03,047 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971083047Disabling compacts and flushes for region at 1730971083047Disabling writes for close at 1730971083047Writing region close event to WAL at 1730971083047Closed at 1730971083047 2024-11-07T09:18:03,048 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/.initializing 2024-11-07T09:18:03,048 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/WALs/9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:03,049 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:18:03,050 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C38675%2C1730971082776, suffix=, logDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/WALs/9f1eb259a29b,38675,1730971082776, archiveDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/oldWALs, maxLogs=10 2024-11-07T09:18:03,065 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/WALs/9f1eb259a29b,38675,1730971082776/9f1eb259a29b%2C38675%2C1730971082776.1730971083050, exclude list is [], retry=0 2024-11-07T09:18:03,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37917,DS-7fea5886-22a1-4faf-948e-a6781a2e840f,DISK] 2024-11-07T09:18:03,069 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/WALs/9f1eb259a29b,38675,1730971082776/9f1eb259a29b%2C38675%2C1730971082776.1730971083050 2024-11-07T09:18:03,070 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38813:38813)] 2024-11-07T09:18:03,070 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:03,070 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:03,070 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,070 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:18:03,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:03,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:03,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:18:03,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:03,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:03,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:18:03,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:03,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:03,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:18:03,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:03,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:03,078 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,079 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,079 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,080 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,080 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,081 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:03,082 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:03,084 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:03,084 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65260983, jitterRate=-0.0275355726480484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:03,084 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971083070Initializing all the Stores at 1730971083071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971083071Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971083072 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971083072Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971083072Cleaning up temporary data from old regions at 1730971083080 (+8 ms)Region opened successfully at 1730971083084 (+4 ms) 2024-11-07T09:18:03,085 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:18:03,087 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510fffd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:18:03,088 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:18:03,088 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:18:03,089 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:18:03,089 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:18:03,089 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:18:03,089 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:18:03,089 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:18:03,094 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:18:03,094 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Unable to get data of znode /2-1430991330/balancer because node does not exist (not necessarily an error) 2024-11-07T09:18:03,096 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1430991330/balancer already deleted, retry=false 2024-11-07T09:18:03,096 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:18:03,097 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Unable to get data of znode /2-1430991330/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:18:03,099 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1430991330/normalizer already deleted, retry=false 2024-11-07T09:18:03,099 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:18:03,100 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Unable to get data of znode /2-1430991330/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:18:03,102 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1430991330/switch/split already deleted, retry=false 2024-11-07T09:18:03,102 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Unable to get data of znode /2-1430991330/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:18:03,104 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1430991330/switch/merge already deleted, retry=false 2024-11-07T09:18:03,105 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Unable to get data of znode /2-1430991330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:18:03,107 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1430991330/snapshot-cleanup already deleted, retry=false 2024-11-07T09:18:03,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1430991330/running 2024-11-07T09:18:03,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1430991330/running 2024-11-07T09:18:03,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:03,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:03,114 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,38675,1730971082776, sessionid=0x100f1b865490006, setting cluster-up flag (Was=false) 2024-11-07T09:18:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:03,123 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1430991330/flush-table-proc/acquired, /2-1430991330/flush-table-proc/reached, /2-1430991330/flush-table-proc/abort 2024-11-07T09:18:03,123 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:03,132 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1430991330/online-snapshot/acquired, /2-1430991330/online-snapshot/reached, /2-1430991330/online-snapshot/abort 2024-11-07T09:18:03,133 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:03,134 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:18:03,135 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:03,136 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:18:03,136 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:18:03,136 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,38675,1730971082776 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:18:03,138 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:03,138 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:03,138 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:03,138 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:03,138 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:18:03,138 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,138 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:18:03,138 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:03,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:18:03,147 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:03,147 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:18:03,157 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971113157 2024-11-07T09:18:03,157 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:18:03,157 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:18:03,157 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:18:03,157 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:18:03,157 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:18:03,157 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:18:03,161 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:18:03,168 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:18:03,168 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:18:03,168 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:18:03,168 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:18:03,168 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:18:03,168 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:18:03,169 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971083168,5,FailOnTimeoutGroup] 2024-11-07T09:18:03,171 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971083169,5,FailOnTimeoutGroup] 2024-11-07T09:18:03,171 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,171 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:18:03,171 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,171 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,217 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(746): ClusterId : b451f6a6-05af-4e9a-b8fa-820b6ddd3435 2024-11-07T09:18:03,217 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:18:03,219 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:18:03,219 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:18:03,222 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:18:03,222 DEBUG [RS:0;9f1eb259a29b:35023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d29caf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:18:03,235 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:35023 2024-11-07T09:18:03,236 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:18:03,236 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:18:03,236 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:18:03,237 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,38675,1730971082776 with port=35023, startcode=1730971082848 2024-11-07T09:18:03,237 DEBUG [RS:0;9f1eb259a29b:35023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:18:03,239 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:18:03,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:03,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38675 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:03,241 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436 2024-11-07T09:18:03,242 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32911 2024-11-07T09:18:03,242 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:18:03,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330/rs 2024-11-07T09:18:03,247 DEBUG [RS:0;9f1eb259a29b:35023 {}] zookeeper.ZKUtil(111): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Set watcher on existing znode=/2-1430991330/rs/9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:03,247 WARN [RS:0;9f1eb259a29b:35023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:18:03,247 INFO [RS:0;9f1eb259a29b:35023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:03,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,35023,1730971082848] 2024-11-07T09:18:03,247 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:03,254 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:18:03,256 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:18:03,256 INFO [RS:0;9f1eb259a29b:35023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:18:03,256 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,258 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:18:03,259 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:18:03,259 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:03,259 DEBUG [RS:0;9f1eb259a29b:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:03,261 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,261 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,261 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,261 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,261 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,261 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35023,1730971082848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:03,278 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:18:03,278 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,35023,1730971082848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,278 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,278 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.Replication(171): 9f1eb259a29b,35023,1730971082848 started 2024-11-07T09:18:03,294 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:03,294 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,35023,1730971082848, RpcServer on 9f1eb259a29b/172.17.0.2:35023, sessionid=0x100f1b865490007 2024-11-07T09:18:03,294 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:18:03,294 DEBUG [RS:0;9f1eb259a29b:35023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:03,294 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,35023,1730971082848' 2024-11-07T09:18:03,294 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1430991330/flush-table-proc/abort' 2024-11-07T09:18:03,295 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1430991330/flush-table-proc/acquired' 2024-11-07T09:18:03,295 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:18:03,295 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:18:03,295 DEBUG [RS:0;9f1eb259a29b:35023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:03,295 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,35023,1730971082848' 2024-11-07T09:18:03,295 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1430991330/online-snapshot/abort' 2024-11-07T09:18:03,296 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1430991330/online-snapshot/acquired' 2024-11-07T09:18:03,296 DEBUG [RS:0;9f1eb259a29b:35023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:18:03,296 INFO [RS:0;9f1eb259a29b:35023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:18:03,296 INFO [RS:0;9f1eb259a29b:35023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:18:03,397 INFO [RS:0;9f1eb259a29b:35023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:18:03,398 INFO [RS:0;9f1eb259a29b:35023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35023%2C1730971082848, suffix=, logDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848, archiveDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/oldWALs, maxLogs=10 2024-11-07T09:18:03,417 DEBUG [RS:0;9f1eb259a29b:35023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399, exclude list is [], retry=0 2024-11-07T09:18:03,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37917,DS-7fea5886-22a1-4faf-948e-a6781a2e840f,DISK] 2024-11-07T09:18:03,422 INFO [RS:0;9f1eb259a29b:35023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 2024-11-07T09:18:03,423 DEBUG [RS:0;9f1eb259a29b:35023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38813:38813)] 2024-11-07T09:18:03,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:18:03,563 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436 2024-11-07T09:18:03,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:18:03,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:03,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:03,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:03,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:03,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:03,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:03,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:03,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:03,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:03,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:03,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:03,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:03,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:03,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:03,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:03,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:03,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:03,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:03,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740 2024-11-07T09:18:03,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740 2024-11-07T09:18:03,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:03,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:03,982 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:03,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:03,985 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:03,985 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58944874, jitterRate=-0.12165293097496033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:03,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971083969Initializing all the Stores at 1730971083969Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971083969Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971083969Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971083969Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971083969Cleaning up temporary data from old regions at 1730971083982 (+13 ms)Region opened successfully at 1730971083985 (+3 ms) 2024-11-07T09:18:03,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:18:03,985 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:18:03,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:18:03,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:18:03,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:18:03,986 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:03,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971083985Disabling compacts and flushes for region at 1730971083985Disabling writes for close at 1730971083985Writing region close event to WAL at 1730971083986 (+1 ms)Closed at 1730971083986 2024-11-07T09:18:03,987 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:03,987 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:18:03,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:18:03,988 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:03,988 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:18:04,139 DEBUG [9f1eb259a29b:38675 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:18:04,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:04,140 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,35023,1730971082848, state=OPENING 2024-11-07T09:18:04,142 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:18:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:04,143 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:04,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1430991330/meta-region-server: CHANGED 2024-11-07T09:18:04,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1430991330/meta-region-server: CHANGED 2024-11-07T09:18:04,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35023,1730971082848}] 2024-11-07T09:18:04,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T09:18:04,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T09:18:04,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T09:18:04,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T09:18:04,296 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:04,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:18:04,300 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:18:04,300 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:04,300 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:18:04,301 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35023%2C1730971082848.meta, suffix=.meta, logDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848, archiveDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/oldWALs, maxLogs=10 2024-11-07T09:18:04,316 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.meta.1730971084302.meta, exclude list is [], retry=0 2024-11-07T09:18:04,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37917,DS-7fea5886-22a1-4faf-948e-a6781a2e840f,DISK] 2024-11-07T09:18:04,320 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.meta.1730971084302.meta 2024-11-07T09:18:04,320 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38813:38813)] 2024-11-07T09:18:04,320 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:04,321 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:04,321 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:18:04,321 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:18:04,321 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:18:04,321 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:18:04,321 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:04,321 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:18:04,321 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:18:04,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:04,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:04,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:04,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:04,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:04,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:04,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:04,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:04,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:04,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:04,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:04,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:04,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:04,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:04,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:04,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:04,326 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:04,327 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740 2024-11-07T09:18:04,328 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740 2024-11-07T09:18:04,329 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:04,329 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:04,329 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:04,330 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:04,330 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63267650, jitterRate=-0.05723854899406433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:04,330 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:18:04,330 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971084321Writing region info on filesystem at 1730971084321Initializing all the Stores at 1730971084322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971084322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971084322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971084322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971084322Cleaning up temporary data from old regions at 1730971084329 (+7 ms)Running coprocessor post-open hooks at 1730971084330 (+1 ms)Region opened successfully at 1730971084330 2024-11-07T09:18:04,331 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971084295 2024-11-07T09:18:04,333 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:18:04,333 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:18:04,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:04,334 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,35023,1730971082848, state=OPEN 2024-11-07T09:18:04,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1430991330/meta-region-server 2024-11-07T09:18:04,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1430991330/meta-region-server 2024-11-07T09:18:04,336 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:04,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1430991330/meta-region-server: CHANGED 2024-11-07T09:18:04,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1430991330/meta-region-server: CHANGED 2024-11-07T09:18:04,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:18:04,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,35023,1730971082848 in 193 msec 2024-11-07T09:18:04,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:18:04,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-07T09:18:04,340 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:04,340 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:18:04,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:04,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35023,1730971082848, seqNum=-1] 2024-11-07T09:18:04,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:04,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:04,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-07T09:18:04,346 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971084346, completionTime=-1 2024-11-07T09:18:04,346 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:18:04,346 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:18:04,348 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:18:04,348 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971144348 2024-11-07T09:18:04,348 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971204348 2024-11-07T09:18:04,348 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:18:04,349 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38675,1730971082776-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:04,349 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38675,1730971082776-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:04,349 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38675,1730971082776-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:04,349 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:38675, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:04,349 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:04,349 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:04,351 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:18:04,352 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.411sec 2024-11-07T09:18:04,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:18:04,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:18:04,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:18:04,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:18:04,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:18:04,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38675,1730971082776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:04,353 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38675,1730971082776-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:18:04,354 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:18:04,355 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:18:04,355 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38675,1730971082776-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:04,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0a79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:04,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38675,-1 for getting cluster id 2024-11-07T09:18:04,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:04,418 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b451f6a6-05af-4e9a-b8fa-820b6ddd3435' 2024-11-07T09:18:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b451f6a6-05af-4e9a-b8fa-820b6ddd3435" 2024-11-07T09:18:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c66fced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38675,-1] 2024-11-07T09:18:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:04,420 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:04,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:04,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:04,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35023,1730971082848, seqNum=-1] 2024-11-07T09:18:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:04,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:04,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:04,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55277 2024-11-07T09:18:04,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:04,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100f1b865490008 connected 2024-11-07T09:18:04,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,45781,1730971074191 2024-11-07T09:18:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47282dbc 2024-11-07T09:18:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:04,434 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:04,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:18:04,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:18:04,437 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:04,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:18:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:04,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:18:04,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:18:04,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b180bc5e7239560e5cfa61976e102e6, NAME => 'test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c 2024-11-07T09:18:04,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:18:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:04,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:04,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4b180bc5e7239560e5cfa61976e102e6, disabling compactions & flushes 2024-11-07T09:18:04,851 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:04,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:04,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. after waiting 0 ms 2024-11-07T09:18:04,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:04,851 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:04,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b180bc5e7239560e5cfa61976e102e6: Waiting for close lock at 1730971084850Disabling compacts and flushes for region at 1730971084850Disabling writes for close at 1730971084851 (+1 ms)Writing region close event to WAL at 1730971084851Closed at 1730971084851 2024-11-07T09:18:04,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:18:04,852 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971084852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971084852"}]},"ts":"1730971084852"} 2024-11-07T09:18:04,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:18:04,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:18:04,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971084856"}]},"ts":"1730971084856"} 2024-11-07T09:18:04,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:18:04,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b180bc5e7239560e5cfa61976e102e6, ASSIGN}] 2024-11-07T09:18:04,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b180bc5e7239560e5cfa61976e102e6, ASSIGN 2024-11-07T09:18:04,860 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4b180bc5e7239560e5cfa61976e102e6, ASSIGN; state=OFFLINE, location=9f1eb259a29b,35939,1730971074263; forceNewPlan=false, retain=false 2024-11-07T09:18:05,011 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b180bc5e7239560e5cfa61976e102e6, regionState=OPENING, regionLocation=9f1eb259a29b,35939,1730971074263 2024-11-07T09:18:05,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4b180bc5e7239560e5cfa61976e102e6, ASSIGN because future has completed 2024-11-07T09:18:05,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b180bc5e7239560e5cfa61976e102e6, server=9f1eb259a29b,35939,1730971074263}] 2024-11-07T09:18:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:05,184 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:05,185 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b180bc5e7239560e5cfa61976e102e6, NAME => 'test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:05,185 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:05,185 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:18:05,185 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,185 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:05,186 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,186 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,190 INFO [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,191 INFO [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b180bc5e7239560e5cfa61976e102e6 columnFamilyName f 2024-11-07T09:18:05,191 DEBUG [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:05,191 INFO [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] regionserver.HStore(327): Store=4b180bc5e7239560e5cfa61976e102e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:05,191 INFO [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,192 INFO [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b180bc5e7239560e5cfa61976e102e6 columnFamilyName f1 2024-11-07T09:18:05,192 DEBUG [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:05,193 INFO [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] regionserver.HStore(327): Store=4b180bc5e7239560e5cfa61976e102e6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:05,193 INFO [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,194 INFO [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b180bc5e7239560e5cfa61976e102e6 columnFamilyName norep 2024-11-07T09:18:05,194 DEBUG [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:05,195 INFO [StoreOpener-4b180bc5e7239560e5cfa61976e102e6-1 {}] regionserver.HStore(327): Store=4b180bc5e7239560e5cfa61976e102e6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:05,195 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,195 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,196 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,197 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,197 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,198 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:18:05,199 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,201 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:05,202 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4b180bc5e7239560e5cfa61976e102e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63624882, jitterRate=-0.051915377378463745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:18:05,202 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:05,203 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4b180bc5e7239560e5cfa61976e102e6: Running coprocessor pre-open hook at 1730971085186Writing region info on filesystem at 1730971085186Initializing all the Stores at 1730971085186Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971085186Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971085189 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971085189Cleaning up temporary data from old regions at 1730971085197 (+8 ms)Running coprocessor post-open hooks at 1730971085202 (+5 ms)Region opened successfully at 1730971085203 (+1 ms) 2024-11-07T09:18:05,203 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6., pid=6, masterSystemTime=1730971085168 2024-11-07T09:18:05,205 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:05,205 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:05,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b180bc5e7239560e5cfa61976e102e6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,35939,1730971074263 2024-11-07T09:18:05,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b180bc5e7239560e5cfa61976e102e6, server=9f1eb259a29b,35939,1730971074263 because future has completed 2024-11-07T09:18:05,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:18:05,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b180bc5e7239560e5cfa61976e102e6, server=9f1eb259a29b,35939,1730971074263 in 210 msec 2024-11-07T09:18:05,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:18:05,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4b180bc5e7239560e5cfa61976e102e6, ASSIGN in 369 msec 2024-11-07T09:18:05,230 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:18:05,231 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971085230"}]},"ts":"1730971085230"} 2024-11-07T09:18:05,233 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:18:05,235 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:18:05,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 800 msec 2024-11-07T09:18:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:05,576 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:18:05,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,44151,1730971078447 2024-11-07T09:18:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ed5279 2024-11-07T09:18:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:05,578 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:05,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:18:05,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:18:05,581 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:05,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:18:05,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:18:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:18:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:05,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb5b8d90658c7036fc4490c4667f564b, NAME => 'test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258 2024-11-07T09:18:05,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:18:05,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:05,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fb5b8d90658c7036fc4490c4667f564b, disabling compactions & flushes 2024-11-07T09:18:05,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:05,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:05,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. after waiting 0 ms 2024-11-07T09:18:05,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:05,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:05,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb5b8d90658c7036fc4490c4667f564b: Waiting for close lock at 1730971085994Disabling compacts and flushes for region at 1730971085994Disabling writes for close at 1730971085994Writing region close event to WAL at 1730971085994Closed at 1730971085994 2024-11-07T09:18:05,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:18:05,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971085995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971085995"}]},"ts":"1730971085995"} 2024-11-07T09:18:05,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:18:05,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:18:05,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971085998"}]},"ts":"1730971085998"} 2024-11-07T09:18:06,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:18:06,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb5b8d90658c7036fc4490c4667f564b, ASSIGN}] 2024-11-07T09:18:06,001 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb5b8d90658c7036fc4490c4667f564b, ASSIGN 2024-11-07T09:18:06,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fb5b8d90658c7036fc4490c4667f564b, ASSIGN; state=OFFLINE, location=9f1eb259a29b,39275,1730971078501; forceNewPlan=false, retain=false 2024-11-07T09:18:06,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb5b8d90658c7036fc4490c4667f564b, regionState=OPENING, regionLocation=9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:06,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fb5b8d90658c7036fc4490c4667f564b, ASSIGN because future has completed 2024-11-07T09:18:06,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb5b8d90658c7036fc4490c4667f564b, server=9f1eb259a29b,39275,1730971078501}] 2024-11-07T09:18:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:06,310 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:06,310 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fb5b8d90658c7036fc4490c4667f564b, NAME => 'test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:06,310 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:06,310 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:18:06,310 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,310 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:06,310 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,311 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,312 INFO [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,312 INFO [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb5b8d90658c7036fc4490c4667f564b columnFamilyName f 2024-11-07T09:18:06,313 DEBUG [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:06,313 INFO [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] regionserver.HStore(327): Store=fb5b8d90658c7036fc4490c4667f564b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:06,313 INFO [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,314 INFO [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb5b8d90658c7036fc4490c4667f564b columnFamilyName f1 2024-11-07T09:18:06,314 DEBUG [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:06,314 INFO [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] regionserver.HStore(327): Store=fb5b8d90658c7036fc4490c4667f564b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:06,314 INFO [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,315 INFO [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb5b8d90658c7036fc4490c4667f564b columnFamilyName norep 2024-11-07T09:18:06,315 DEBUG [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:06,315 INFO [StoreOpener-fb5b8d90658c7036fc4490c4667f564b-1 {}] regionserver.HStore(327): Store=fb5b8d90658c7036fc4490c4667f564b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:06,315 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,316 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,316 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,317 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,317 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,317 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:18:06,318 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,320 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:06,320 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fb5b8d90658c7036fc4490c4667f564b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71949835, jitterRate=0.07213608920574188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:18:06,320 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:06,320 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fb5b8d90658c7036fc4490c4667f564b: Running coprocessor pre-open hook at 1730971086311Writing region info on filesystem at 1730971086311Initializing all the Stores at 1730971086311Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971086311Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971086311Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971086311Cleaning up temporary data from old regions at 1730971086317 (+6 ms)Running coprocessor post-open hooks at 1730971086320 (+3 ms)Region opened successfully at 1730971086320 2024-11-07T09:18:06,321 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b., pid=6, masterSystemTime=1730971086307 2024-11-07T09:18:06,322 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:06,323 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:06,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb5b8d90658c7036fc4490c4667f564b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:06,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb5b8d90658c7036fc4490c4667f564b, server=9f1eb259a29b,39275,1730971078501 because future has completed 2024-11-07T09:18:06,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:18:06,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fb5b8d90658c7036fc4490c4667f564b, server=9f1eb259a29b,39275,1730971078501 in 171 msec 2024-11-07T09:18:06,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:18:06,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fb5b8d90658c7036fc4490c4667f564b, ASSIGN in 327 msec 2024-11-07T09:18:06,330 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:18:06,330 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971086330"}]},"ts":"1730971086330"} 2024-11-07T09:18:06,331 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:18:06,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:18:06,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-07T09:18:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:06,716 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:18:06,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51dbd2ef 2024-11-07T09:18:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:06,718 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:06,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:18:06,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:18:06,721 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:06,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:18:06,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:18:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:18:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:07,128 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5430c55a6963d0a9506192de5cda0293, NAME => 'test,,1730971086718.5430c55a6963d0a9506192de5cda0293.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436 2024-11-07T09:18:07,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:18:07,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971086718.5430c55a6963d0a9506192de5cda0293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:07,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5430c55a6963d0a9506192de5cda0293, disabling compactions & flushes 2024-11-07T09:18:07,134 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:07,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:07,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971086718.5430c55a6963d0a9506192de5cda0293. after waiting 0 ms 2024-11-07T09:18:07,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:07,134 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:07,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5430c55a6963d0a9506192de5cda0293: Waiting for close lock at 1730971087134Disabling compacts and flushes for region at 1730971087134Disabling writes for close at 1730971087134Writing region close event to WAL at 1730971087134Closed at 1730971087134 2024-11-07T09:18:07,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:18:07,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971086718.5430c55a6963d0a9506192de5cda0293.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971087136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971087136"}]},"ts":"1730971087136"} 2024-11-07T09:18:07,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:18:07,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:18:07,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971087139"}]},"ts":"1730971087139"} 2024-11-07T09:18:07,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:18:07,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5430c55a6963d0a9506192de5cda0293, ASSIGN}] 2024-11-07T09:18:07,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5430c55a6963d0a9506192de5cda0293, ASSIGN 2024-11-07T09:18:07,146 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5430c55a6963d0a9506192de5cda0293, ASSIGN; state=OFFLINE, location=9f1eb259a29b,35023,1730971082848; forceNewPlan=false, retain=false 2024-11-07T09:18:07,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5430c55a6963d0a9506192de5cda0293, regionState=OPENING, regionLocation=9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:07,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5430c55a6963d0a9506192de5cda0293, ASSIGN because future has completed 2024-11-07T09:18:07,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5430c55a6963d0a9506192de5cda0293, server=9f1eb259a29b,35023,1730971082848}] 2024-11-07T09:18:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:07,455 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:07,455 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5430c55a6963d0a9506192de5cda0293, NAME => 'test,,1730971086718.5430c55a6963d0a9506192de5cda0293.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:07,456 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:07,456 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:18:07,456 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,456 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971086718.5430c55a6963d0a9506192de5cda0293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:07,456 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,456 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,458 INFO [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,459 INFO [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5430c55a6963d0a9506192de5cda0293 columnFamilyName f 2024-11-07T09:18:07,459 DEBUG [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:07,459 INFO [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] regionserver.HStore(327): Store=5430c55a6963d0a9506192de5cda0293/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:07,459 INFO [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,460 INFO [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5430c55a6963d0a9506192de5cda0293 columnFamilyName f1 2024-11-07T09:18:07,461 DEBUG [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:07,461 INFO [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] regionserver.HStore(327): Store=5430c55a6963d0a9506192de5cda0293/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:07,461 INFO [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,462 INFO [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5430c55a6963d0a9506192de5cda0293 columnFamilyName norep 2024-11-07T09:18:07,462 DEBUG [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:07,462 INFO [StoreOpener-5430c55a6963d0a9506192de5cda0293-1 {}] regionserver.HStore(327): Store=5430c55a6963d0a9506192de5cda0293/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:07,462 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,463 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,464 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,465 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,465 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,465 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:18:07,466 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,468 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:07,468 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5430c55a6963d0a9506192de5cda0293; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72511157, jitterRate=0.08050043880939484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:18:07,469 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:07,469 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5430c55a6963d0a9506192de5cda0293: Running coprocessor pre-open hook at 1730971087456Writing region info on filesystem at 1730971087456Initializing all the Stores at 1730971087457 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971087457Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971087457Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971087457Cleaning up temporary data from old regions at 1730971087465 (+8 ms)Running coprocessor post-open hooks at 1730971087469 (+4 ms)Region opened successfully at 1730971087469 2024-11-07T09:18:07,470 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971086718.5430c55a6963d0a9506192de5cda0293., pid=6, masterSystemTime=1730971087451 2024-11-07T09:18:07,471 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:07,471 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:07,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5430c55a6963d0a9506192de5cda0293, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:07,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5430c55a6963d0a9506192de5cda0293, server=9f1eb259a29b,35023,1730971082848 because future has completed 2024-11-07T09:18:07,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:18:07,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5430c55a6963d0a9506192de5cda0293, server=9f1eb259a29b,35023,1730971082848 in 176 msec 2024-11-07T09:18:07,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:18:07,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5430c55a6963d0a9506192de5cda0293, ASSIGN in 332 msec 2024-11-07T09:18:07,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:18:07,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971087479"}]},"ts":"1730971087479"} 2024-11-07T09:18:07,481 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:18:07,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:18:07,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-07T09:18:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:07,856 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:18:07,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:07,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,45781,-1 for getting cluster id 2024-11-07T09:18:07,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:07,858 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2863372a-8faa-49ab-9b0d-7be08c2b1f4d' 2024-11-07T09:18:07,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:07,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2863372a-8faa-49ab-9b0d-7be08c2b1f4d" 2024-11-07T09:18:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21938319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,45781,-1] 2024-11-07T09:18:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:07,860 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:07,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ec7f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:07,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:07,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,45781,1730971074191 2024-11-07T09:18:07,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558b9ff3 2024-11-07T09:18:07,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:07,862 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:07,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:44151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:18:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:18:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:07,866 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:44151' 2024-11-07T09:18:07,867 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2534660c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:07,867 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44151,-1 for getting cluster id 2024-11-07T09:18:07,867 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:07,868 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '678140cd-aadb-4253-bd72-3ccc750509e4' 2024-11-07T09:18:07,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:07,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "678140cd-aadb-4253-bd72-3ccc750509e4" 2024-11-07T09:18:07,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffde6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:07,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44151,-1] 2024-11-07T09:18:07,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:07,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:07,870 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:07,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a12083a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:07,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:07,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,44151,1730971078447 2024-11-07T09:18:07,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e5987c7 2024-11-07T09:18:07,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:07,873 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:07,873 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T09:18:07,873 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:18:07,874 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:07,874 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:07,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:07,874 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:07,875 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:18:07,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:18:07,876 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:07,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:18:07,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:18:07,926 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:18:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:08,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T09:18:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:08,284 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa50d42f9c23e714001d896659fc1f5a, NAME => 'hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c 2024-11-07T09:18:08,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:18:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:08,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:08,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa50d42f9c23e714001d896659fc1f5a, disabling compactions & flushes 2024-11-07T09:18:08,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:08,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:08,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. after waiting 0 ms 2024-11-07T09:18:08,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:08,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:08,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa50d42f9c23e714001d896659fc1f5a: Waiting for close lock at 1730971088690Disabling compacts and flushes for region at 1730971088690Disabling writes for close at 1730971088690Writing region close event to WAL at 1730971088690Closed at 1730971088690 2024-11-07T09:18:08,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:18:08,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730971088691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971088691"}]},"ts":"1730971088691"} 2024-11-07T09:18:08,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:18:08,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:18:08,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971088695"}]},"ts":"1730971088695"} 2024-11-07T09:18:08,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:18:08,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa50d42f9c23e714001d896659fc1f5a, ASSIGN}] 2024-11-07T09:18:08,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa50d42f9c23e714001d896659fc1f5a, ASSIGN 2024-11-07T09:18:08,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa50d42f9c23e714001d896659fc1f5a, ASSIGN; state=OFFLINE, location=9f1eb259a29b,35939,1730971074263; forceNewPlan=false, retain=false 2024-11-07T09:18:08,849 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa50d42f9c23e714001d896659fc1f5a, regionState=OPENING, regionLocation=9f1eb259a29b,35939,1730971074263 2024-11-07T09:18:08,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa50d42f9c23e714001d896659fc1f5a, ASSIGN because future has completed 2024-11-07T09:18:08,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa50d42f9c23e714001d896659fc1f5a, server=9f1eb259a29b,35939,1730971074263}] 2024-11-07T09:18:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:09,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:09,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:09,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:18:09,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35939%2C1730971074263.rep, suffix=, logDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263, archiveDir=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/oldWALs, maxLogs=10 2024-11-07T09:18:09,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.rep.1730971089009, exclude list is [], retry=0 2024-11-07T09:18:09,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43739,DS-b5bf7e2f-05b1-4f36-a32e-9fcd4d8ad223,DISK] 2024-11-07T09:18:09,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.rep.1730971089009 2024-11-07T09:18:09,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42315:42315)] 2024-11-07T09:18:09,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fa50d42f9c23e714001d896659fc1f5a, NAME => 'hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:09,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:09,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:18:09,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. service=MultiRowMutationService 2024-11-07T09:18:09,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:18:09,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:09,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,029 INFO [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,030 INFO [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa50d42f9c23e714001d896659fc1f5a columnFamilyName hfileref 2024-11-07T09:18:09,030 DEBUG [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:09,030 INFO [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] regionserver.HStore(327): Store=fa50d42f9c23e714001d896659fc1f5a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:09,030 INFO [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,031 INFO [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa50d42f9c23e714001d896659fc1f5a columnFamilyName queue 2024-11-07T09:18:09,031 DEBUG [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:09,031 INFO [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] regionserver.HStore(327): Store=fa50d42f9c23e714001d896659fc1f5a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:09,031 INFO [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,032 INFO [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa50d42f9c23e714001d896659fc1f5a columnFamilyName sid 2024-11-07T09:18:09,032 DEBUG [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:09,032 INFO [StoreOpener-fa50d42f9c23e714001d896659fc1f5a-1 {}] regionserver.HStore(327): Store=fa50d42f9c23e714001d896659fc1f5a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:09,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/replication/fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/replication/fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:18:09,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/replication/fa50d42f9c23e714001d896659fc1f5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:09,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fa50d42f9c23e714001d896659fc1f5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71408327, jitterRate=0.06406699120998383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:18:09,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:09,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fa50d42f9c23e714001d896659fc1f5a: Running coprocessor pre-open hook at 1730971089028Writing region info on filesystem at 1730971089028Initializing all the Stores at 1730971089028Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971089028Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971089029 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971089029Cleaning up temporary data from old regions at 1730971089033 (+4 ms)Running coprocessor post-open hooks at 1730971089036 (+3 ms)Region opened successfully at 1730971089036 2024-11-07T09:18:09,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a., pid=10, masterSystemTime=1730971089004 2024-11-07T09:18:09,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:09,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:09,039 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa50d42f9c23e714001d896659fc1f5a, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,35939,1730971074263 2024-11-07T09:18:09,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa50d42f9c23e714001d896659fc1f5a, server=9f1eb259a29b,35939,1730971074263 because future has completed 2024-11-07T09:18:09,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:18:09,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fa50d42f9c23e714001d896659fc1f5a, server=9f1eb259a29b,35939,1730971074263 in 189 msec 2024-11-07T09:18:09,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:18:09,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa50d42f9c23e714001d896659fc1f5a, ASSIGN in 346 msec 2024-11-07T09:18:09,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:18:09,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971089045"}]},"ts":"1730971089045"} 2024-11-07T09:18:09,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:18:09,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:18:09,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-07T09:18:09,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a., hostname=9f1eb259a29b,35939,1730971074263, seqNum=2] 2024-11-07T09:18:09,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:18:09,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:18:09,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:18:09,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:18:09,247 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:18:09,275 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,35939,1730971074263, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:18:09,275 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:09,275 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35939,1730971074263, seqNum=-1] 2024-11-07T09:18:09,275 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:09,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-07T09:18:09,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,35939,1730971074263', locateType=CURRENT is [region=hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a., hostname=9f1eb259a29b,35939,1730971074263, seqNum=2] 2024-11-07T09:18:09,280 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:18:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:18:09,282 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,35939,1730971074263 suceeded 2024-11-07T09:18:09,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:18:09,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-07T09:18:09,284 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:44151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:18:09,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-07T09:18:09,297 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:44151' 2024-11-07T09:18:09,298 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@695100ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:09,298 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44151,-1 for getting cluster id 2024-11-07T09:18:09,298 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:09,299 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '678140cd-aadb-4253-bd72-3ccc750509e4' 2024-11-07T09:18:09,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:09,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "678140cd-aadb-4253-bd72-3ccc750509e4" 2024-11-07T09:18:09,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e1a25f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:09,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44151,-1] 2024-11-07T09:18:09,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:09,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:09,300 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:09,301 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ab8da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:09,301 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:09,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,44151,1730971078447 2024-11-07T09:18:09,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b9e3bd3 2024-11-07T09:18:09,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:09,302 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-07T09:18:09,303 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,35939,1730971074263 (queues=1) is replicating from cluster=2863372a-8faa-49ab-9b0d-7be08c2b1f4d to cluster=678140cd-aadb-4253-bd72-3ccc750509e4 2024-11-07T09:18:09,303 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C35939%2C1730971074263 2024-11-07T09:18:09,303 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,35939,1730971074263, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:18:09,303 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C35939%2C1730971074263 2024-11-07T09:18:09,303 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259, startPosition=0, beingWritten=true 2024-11-07T09:18:09,307 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:09,307 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 379, reset compression=false 2024-11-07T09:18:09,307 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35939,1730971074263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:09,510 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 379, reset compression=false 2024-11-07T09:18:09,814 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 379, reset compression=false 2024-11-07T09:18:09,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:18:09,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:09,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:10,016 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:18:10,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:10,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:10,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:10,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:10,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:10,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:10,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44151,-1 for getting cluster id 2024-11-07T09:18:10,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:10,018 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '678140cd-aadb-4253-bd72-3ccc750509e4' 2024-11-07T09:18:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "678140cd-aadb-4253-bd72-3ccc750509e4" 2024-11-07T09:18:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1bf249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44151,-1] 2024-11-07T09:18:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:10,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:10,020 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cf7ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:10,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:10,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,44151,1730971078447 2024-11-07T09:18:10,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f71a948 2024-11-07T09:18:10,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:10,023 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:10,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:38675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:18:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:18:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:10,026 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:38675' 2024-11-07T09:18:10,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b87104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:10,027 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38675,-1 for getting cluster id 2024-11-07T09:18:10,027 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:10,027 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b451f6a6-05af-4e9a-b8fa-820b6ddd3435' 2024-11-07T09:18:10,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:10,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b451f6a6-05af-4e9a-b8fa-820b6ddd3435" 2024-11-07T09:18:10,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4f240b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:10,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38675,-1] 2024-11-07T09:18:10,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:10,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:10,028 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:10,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fde2632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:10,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:10,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:10,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b0438e4 2024-11-07T09:18:10,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:10,031 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:10,031 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T09:18:10,031 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:18:10,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:10,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:10,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:10,032 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:10,033 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:18:10,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:18:10,033 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:10,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:18:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:18:10,083 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:18:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:10,218 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 379, reset compression=false 2024-11-07T09:18:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:10,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a91ca850259590f349295c70efc74e2, NAME => 'hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258 2024-11-07T09:18:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:18:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:10,721 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 379, reset compression=false 2024-11-07T09:18:10,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:10,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a91ca850259590f349295c70efc74e2, disabling compactions & flushes 2024-11-07T09:18:10,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:10,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:10,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. after waiting 0 ms 2024-11-07T09:18:10,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:10,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:10,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a91ca850259590f349295c70efc74e2: Waiting for close lock at 1730971090847Disabling compacts and flushes for region at 1730971090847Disabling writes for close at 1730971090847Writing region close event to WAL at 1730971090847Closed at 1730971090847 2024-11-07T09:18:10,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:18:10,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730971090848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971090848"}]},"ts":"1730971090848"} 2024-11-07T09:18:10,850 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:18:10,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:18:10,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971090851"}]},"ts":"1730971090851"} 2024-11-07T09:18:10,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:18:10,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a91ca850259590f349295c70efc74e2, ASSIGN}] 2024-11-07T09:18:10,854 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a91ca850259590f349295c70efc74e2, ASSIGN 2024-11-07T09:18:10,855 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a91ca850259590f349295c70efc74e2, ASSIGN; state=OFFLINE, location=9f1eb259a29b,39275,1730971078501; forceNewPlan=false, retain=false 2024-11-07T09:18:11,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a91ca850259590f349295c70efc74e2, regionState=OPENING, regionLocation=9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:11,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a91ca850259590f349295c70efc74e2, ASSIGN because future has completed 2024-11-07T09:18:11,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a91ca850259590f349295c70efc74e2, server=9f1eb259a29b,39275,1730971078501}] 2024-11-07T09:18:11,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:11,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:11,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:18:11,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C39275%2C1730971078501.rep, suffix=, logDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501, archiveDir=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/oldWALs, maxLogs=10 2024-11-07T09:18:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:11,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.rep.1730971091165, exclude list is [], retry=0 2024-11-07T09:18:11,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-6e0ae111-152f-43c3-b331-a94d0613bcfd,DISK] 2024-11-07T09:18:11,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.rep.1730971091165 2024-11-07T09:18:11,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39311:39311)] 2024-11-07T09:18:11,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a91ca850259590f349295c70efc74e2, NAME => 'hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:11,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:11,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:18:11,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. service=MultiRowMutationService 2024-11-07T09:18:11,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:18:11,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:11,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,190 INFO [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,191 INFO [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a91ca850259590f349295c70efc74e2 columnFamilyName hfileref 2024-11-07T09:18:11,191 DEBUG [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:11,191 INFO [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] regionserver.HStore(327): Store=8a91ca850259590f349295c70efc74e2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:11,191 INFO [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,192 INFO [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a91ca850259590f349295c70efc74e2 columnFamilyName queue 2024-11-07T09:18:11,192 DEBUG [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:11,193 INFO [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] regionserver.HStore(327): Store=8a91ca850259590f349295c70efc74e2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:11,193 INFO [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,194 INFO [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a91ca850259590f349295c70efc74e2 columnFamilyName sid 2024-11-07T09:18:11,194 DEBUG [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:11,194 INFO [StoreOpener-8a91ca850259590f349295c70efc74e2-1 {}] regionserver.HStore(327): Store=8a91ca850259590f349295c70efc74e2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:11,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/replication/8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/replication/8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:18:11,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/replication/8a91ca850259590f349295c70efc74e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:11,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a91ca850259590f349295c70efc74e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67615360, jitterRate=0.0075473785400390625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:18:11,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:11,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a91ca850259590f349295c70efc74e2: Running coprocessor pre-open hook at 1730971091189Writing region info on filesystem at 1730971091189Initializing all the Stores at 1730971091189Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971091189Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971091189Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971091189Cleaning up temporary data from old regions at 1730971091195 (+6 ms)Running coprocessor post-open hooks at 1730971091199 (+4 ms)Region opened successfully at 1730971091199 2024-11-07T09:18:11,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2., pid=10, masterSystemTime=1730971091159 2024-11-07T09:18:11,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:11,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:11,202 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a91ca850259590f349295c70efc74e2, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:11,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a91ca850259590f349295c70efc74e2, server=9f1eb259a29b,39275,1730971078501 because future has completed 2024-11-07T09:18:11,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:18:11,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a91ca850259590f349295c70efc74e2, server=9f1eb259a29b,39275,1730971078501 in 197 msec 2024-11-07T09:18:11,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:18:11,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a91ca850259590f349295c70efc74e2, ASSIGN in 353 msec 2024-11-07T09:18:11,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:18:11,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971091208"}]},"ts":"1730971091208"} 2024-11-07T09:18:11,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:18:11,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:18:11,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-07T09:18:11,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2., hostname=9f1eb259a29b,39275,1730971078501, seqNum=2] 2024-11-07T09:18:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:18:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:18:11,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:18:11,325 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 379, reset compression=false 2024-11-07T09:18:11,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:18:11,401 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:18:11,431 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,39275,1730971078501, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:18:11,432 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:11,432 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,39275,1730971078501, seqNum=-1] 2024-11-07T09:18:11,433 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:11,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-07T09:18:11,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,39275,1730971078501', locateType=CURRENT is [region=hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2., hostname=9f1eb259a29b,39275,1730971078501, seqNum=2] 2024-11-07T09:18:11,438 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:18:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:18:11,440 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,39275,1730971078501 suceeded 2024-11-07T09:18:11,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:18:11,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-07T09:18:11,442 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:38675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:18:11,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-07T09:18:11,456 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:38675' 2024-11-07T09:18:11,458 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76721e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:11,458 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38675,-1 for getting cluster id 2024-11-07T09:18:11,458 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:11,459 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b451f6a6-05af-4e9a-b8fa-820b6ddd3435' 2024-11-07T09:18:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b451f6a6-05af-4e9a-b8fa-820b6ddd3435" 2024-11-07T09:18:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68cc53a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38675,-1] 2024-11-07T09:18:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:11,460 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:11,461 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bcee33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:11,461 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42f307da 2024-11-07T09:18:11,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:11,462 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-07T09:18:11,463 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,39275,1730971078501 (queues=1) is replicating from cluster=678140cd-aadb-4253-bd72-3ccc750509e4 to cluster=b451f6a6-05af-4e9a-b8fa-820b6ddd3435 2024-11-07T09:18:11,463 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C39275%2C1730971078501 2024-11-07T09:18:11,463 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,39275,1730971078501, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:18:11,463 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422, startPosition=0, beingWritten=true 2024-11-07T09:18:11,463 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C39275%2C1730971078501 2024-11-07T09:18:11,468 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:11,468 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 379, reset compression=false 2024-11-07T09:18:11,468 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,39275,1730971078501 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:11,672 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 379, reset compression=false 2024-11-07T09:18:11,975 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 379, reset compression=false 2024-11-07T09:18:12,029 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 379, reset compression=false 2024-11-07T09:18:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:12,186 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:18:12,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:12,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:12,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:12,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:12,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:12,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:12,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38675,-1 for getting cluster id 2024-11-07T09:18:12,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:12,188 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b451f6a6-05af-4e9a-b8fa-820b6ddd3435' 2024-11-07T09:18:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b451f6a6-05af-4e9a-b8fa-820b6ddd3435" 2024-11-07T09:18:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b26a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38675,-1] 2024-11-07T09:18:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:12,190 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec27bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:12,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dde0891 2024-11-07T09:18:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:12,192 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:12,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:44151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:18:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:18:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:12,194 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:44151' 2024-11-07T09:18:12,195 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2847085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:12,195 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44151,-1 for getting cluster id 2024-11-07T09:18:12,195 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:12,196 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '678140cd-aadb-4253-bd72-3ccc750509e4' 2024-11-07T09:18:12,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:12,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "678140cd-aadb-4253-bd72-3ccc750509e4" 2024-11-07T09:18:12,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4957953d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:12,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44151,-1] 2024-11-07T09:18:12,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:12,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:12,197 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:12,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f747a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:12,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,44151,1730971078447 2024-11-07T09:18:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36789f1e 2024-11-07T09:18:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:12,199 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:12,199 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T09:18:12,199 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:18:12,199 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:12,199 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:12,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:12,200 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:12,200 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:18:12,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:18:12,201 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:12,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:18:12,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:18:12,251 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:18:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:12,379 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 379, reset compression=false 2024-11-07T09:18:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:12,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3abf82533df98ea1836d9dc5dfe9507c, NAME => 'hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436 2024-11-07T09:18:12,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:18:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:12,833 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 379, reset compression=false 2024-11-07T09:18:12,882 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 379, reset compression=false 2024-11-07T09:18:13,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:13,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3abf82533df98ea1836d9dc5dfe9507c, disabling compactions & flushes 2024-11-07T09:18:13,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:13,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:13,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. after waiting 0 ms 2024-11-07T09:18:13,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:13,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:13,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3abf82533df98ea1836d9dc5dfe9507c: Waiting for close lock at 1730971093013Disabling compacts and flushes for region at 1730971093013Disabling writes for close at 1730971093013Writing region close event to WAL at 1730971093013Closed at 1730971093013 2024-11-07T09:18:13,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:18:13,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730971093015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971093015"}]},"ts":"1730971093015"} 2024-11-07T09:18:13,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:18:13,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:18:13,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971093017"}]},"ts":"1730971093017"} 2024-11-07T09:18:13,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:18:13,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3abf82533df98ea1836d9dc5dfe9507c, ASSIGN}] 2024-11-07T09:18:13,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3abf82533df98ea1836d9dc5dfe9507c, ASSIGN 2024-11-07T09:18:13,021 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3abf82533df98ea1836d9dc5dfe9507c, ASSIGN; state=OFFLINE, location=9f1eb259a29b,35023,1730971082848; forceNewPlan=false, retain=false 2024-11-07T09:18:13,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3abf82533df98ea1836d9dc5dfe9507c, regionState=OPENING, regionLocation=9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:13,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3abf82533df98ea1836d9dc5dfe9507c, ASSIGN because future has completed 2024-11-07T09:18:13,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3abf82533df98ea1836d9dc5dfe9507c, server=9f1eb259a29b,35023,1730971082848}] 2024-11-07T09:18:13,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:13,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:13,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:18:13,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C35023%2C1730971082848.rep, suffix=, logDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848, archiveDir=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/oldWALs, maxLogs=10 2024-11-07T09:18:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:13,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.rep.1730971093331, exclude list is [], retry=0 2024-11-07T09:18:13,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37917,DS-7fea5886-22a1-4faf-948e-a6781a2e840f,DISK] 2024-11-07T09:18:13,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.rep.1730971093331 2024-11-07T09:18:13,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38813:38813)] 2024-11-07T09:18:13,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3abf82533df98ea1836d9dc5dfe9507c, NAME => 'hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:13,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:13,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:18:13,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. service=MultiRowMutationService 2024-11-07T09:18:13,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:18:13,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:13,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,350 INFO [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,350 INFO [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abf82533df98ea1836d9dc5dfe9507c columnFamilyName hfileref 2024-11-07T09:18:13,351 DEBUG [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:13,351 INFO [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] regionserver.HStore(327): Store=3abf82533df98ea1836d9dc5dfe9507c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:13,351 INFO [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,352 INFO [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abf82533df98ea1836d9dc5dfe9507c columnFamilyName queue 2024-11-07T09:18:13,352 DEBUG [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:13,352 INFO [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] regionserver.HStore(327): Store=3abf82533df98ea1836d9dc5dfe9507c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:13,352 INFO [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,353 INFO [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abf82533df98ea1836d9dc5dfe9507c columnFamilyName sid 2024-11-07T09:18:13,353 DEBUG [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:13,353 INFO [StoreOpener-3abf82533df98ea1836d9dc5dfe9507c-1 {}] regionserver.HStore(327): Store=3abf82533df98ea1836d9dc5dfe9507c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:13,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/replication/3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/replication/3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:18:13,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/replication/3abf82533df98ea1836d9dc5dfe9507c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:13,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3abf82533df98ea1836d9dc5dfe9507c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63011618, jitterRate=-0.061053723096847534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:18:13,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:13,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3abf82533df98ea1836d9dc5dfe9507c: Running coprocessor pre-open hook at 1730971093349Writing region info on filesystem at 1730971093349Initializing all the Stores at 1730971093349Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971093349Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971093349Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971093349Cleaning up temporary data from old regions at 1730971093355 (+6 ms)Running coprocessor post-open hooks at 1730971093358 (+3 ms)Region opened successfully at 1730971093358 2024-11-07T09:18:13,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c., pid=10, masterSystemTime=1730971093326 2024-11-07T09:18:13,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:13,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:13,360 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3abf82533df98ea1836d9dc5dfe9507c, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:13,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3abf82533df98ea1836d9dc5dfe9507c, server=9f1eb259a29b,35023,1730971082848 because future has completed 2024-11-07T09:18:13,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:18:13,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3abf82533df98ea1836d9dc5dfe9507c, server=9f1eb259a29b,35023,1730971082848 in 189 msec 2024-11-07T09:18:13,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:18:13,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3abf82533df98ea1836d9dc5dfe9507c, ASSIGN in 344 msec 2024-11-07T09:18:13,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:18:13,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971093366"}]},"ts":"1730971093366"} 2024-11-07T09:18:13,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:18:13,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:18:13,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-07T09:18:13,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c., hostname=9f1eb259a29b,35023,1730971082848, seqNum=2] 2024-11-07T09:18:13,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:13,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:13,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:18:13,486 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 379, reset compression=false 2024-11-07T09:18:13,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:18:13,569 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:18:13,605 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,35023,1730971082848, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:18:13,606 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:13,606 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35023,1730971082848, seqNum=-1] 2024-11-07T09:18:13,606 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:13,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-07T09:18:13,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,35023,1730971082848', locateType=CURRENT is [region=hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c., hostname=9f1eb259a29b,35023,1730971082848, seqNum=2] 2024-11-07T09:18:13,611 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:18:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:18:13,613 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,35023,1730971082848 suceeded 2024-11-07T09:18:13,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:18:13,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-07T09:18:13,615 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:44151,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:18:13,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-07T09:18:13,626 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:44151' 2024-11-07T09:18:13,627 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7acec7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:13,627 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44151,-1 for getting cluster id 2024-11-07T09:18:13,628 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:13,628 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '678140cd-aadb-4253-bd72-3ccc750509e4' 2024-11-07T09:18:13,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:13,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "678140cd-aadb-4253-bd72-3ccc750509e4" 2024-11-07T09:18:13,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ffcb086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:13,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44151,-1] 2024-11-07T09:18:13,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:13,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:13,630 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:13,630 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207186f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:13,630 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:13,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,44151,1730971078447 2024-11-07T09:18:13,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76bb049e 2024-11-07T09:18:13,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:13,632 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-07T09:18:13,632 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,35023,1730971082848 (queues=1) is replicating from cluster=b451f6a6-05af-4e9a-b8fa-820b6ddd3435 to cluster=678140cd-aadb-4253-bd72-3ccc750509e4 2024-11-07T09:18:13,632 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C35023%2C1730971082848 2024-11-07T09:18:13,632 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,35023,1730971082848, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:18:13,633 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C35023%2C1730971082848 2024-11-07T09:18:13,633 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399, startPosition=0, beingWritten=true 2024-11-07T09:18:13,637 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:13,637 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 379, reset compression=false 2024-11-07T09:18:13,637 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35023,1730971082848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:13,736 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 379, reset compression=false 2024-11-07T09:18:13,840 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 379, reset compression=false 2024-11-07T09:18:14,144 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 379, reset compression=false 2024-11-07T09:18:14,189 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 379, reset compression=false 2024-11-07T09:18:14,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T09:18:14,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T09:18:14,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:18:14,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T09:18:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:14,346 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:18:14,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:14,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:14,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:14,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:14,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:14,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8ce66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,45781,-1 for getting cluster id 2024-11-07T09:18:14,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:14,348 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2863372a-8faa-49ab-9b0d-7be08c2b1f4d' 2024-11-07T09:18:14,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:14,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2863372a-8faa-49ab-9b0d-7be08c2b1f4d" 2024-11-07T09:18:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ddfc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,45781,-1] 2024-11-07T09:18:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:14,349 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:14,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728a28c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a173f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44151,-1 for getting cluster id 2024-11-07T09:18:14,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:14,351 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '678140cd-aadb-4253-bd72-3ccc750509e4' 2024-11-07T09:18:14,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:14,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "678140cd-aadb-4253-bd72-3ccc750509e4" 2024-11-07T09:18:14,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39628d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44151,-1] 2024-11-07T09:18:14,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:14,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:14,352 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:14,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fb6e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519f991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38675,-1 for getting cluster id 2024-11-07T09:18:14,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:14,354 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b451f6a6-05af-4e9a-b8fa-820b6ddd3435' 2024-11-07T09:18:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b451f6a6-05af-4e9a-b8fa-820b6ddd3435" 2024-11-07T09:18:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1419d093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38675,-1] 2024-11-07T09:18:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:14,355 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d095c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:14,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35939,1730971074263, seqNum=-1] 2024-11-07T09:18:14,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:14,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:14,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6., hostname=9f1eb259a29b,35939,1730971074263, seqNum=2] 2024-11-07T09:18:14,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:14,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35023,1730971082848, seqNum=-1] 2024-11-07T09:18:14,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:14,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730971086718.5430c55a6963d0a9506192de5cda0293., hostname=9f1eb259a29b,35023,1730971082848, seqNum=2] 2024-11-07T09:18:14,365 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-07T09:18:14,547 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 379, reset compression=false 2024-11-07T09:18:14,740 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 379, reset compression=false 2024-11-07T09:18:14,745 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:18:14,745 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 480, reset compression=false 2024-11-07T09:18:14,745 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35939,1730971074263 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b180bc5e7239560e5cfa61976e102e6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-07T09:18:14,747 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:14,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-07T09:18:14,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:18:14,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47f8fccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,44151,-1 for getting cluster id 2024-11-07T09:18:14,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:14,749 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '678140cd-aadb-4253-bd72-3ccc750509e4' 2024-11-07T09:18:14,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:14,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "678140cd-aadb-4253-bd72-3ccc750509e4" 2024-11-07T09:18:14,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74878c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,44151,-1] 2024-11-07T09:18:14,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:14,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:14,750 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:14,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27c99d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:14,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:14,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,39275,1730971078501, seqNum=-1] 2024-11-07T09:18:14,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:14,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-07T09:18:14,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b., hostname=9f1eb259a29b,39275,1730971078501, seqNum=2] 2024-11-07T09:18:14,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:18:14,948 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 480, reset compression=false 2024-11-07T09:18:14,993 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 379, reset compression=false 2024-11-07T09:18:14,997 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:18:14,997 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 503, reset compression=false 2024-11-07T09:18:14,997 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,39275,1730971078501 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb5b8d90658c7036fc4490c4667f564b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-07T09:18:15,000 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:15,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-07T09:18:15,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:18:15,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df8231a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:15,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38675,-1 for getting cluster id 2024-11-07T09:18:15,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:15,002 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b451f6a6-05af-4e9a-b8fa-820b6ddd3435' 2024-11-07T09:18:15,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:15,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b451f6a6-05af-4e9a-b8fa-820b6ddd3435" 2024-11-07T09:18:15,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9a6773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38675,-1] 2024-11-07T09:18:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:15,003 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:15,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3192798d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:15,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:15,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,35023,1730971082848, seqNum=-1] 2024-11-07T09:18:15,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:15,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-07T09:18:15,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1730971086718.5430c55a6963d0a9506192de5cda0293., hostname=9f1eb259a29b,35023,1730971082848, seqNum=2] 2024-11-07T09:18:15,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:18:15,051 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 379, reset compression=false 2024-11-07T09:18:15,055 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:15,055 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 526, reset compression=false 2024-11-07T09:18:15,055 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35023,1730971082848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:15,200 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 503, reset compression=false 2024-11-07T09:18:15,251 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 480, reset compression=false 2024-11-07T09:18:15,258 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 526, reset compression=false 2024-11-07T09:18:15,367 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-07T09:18:15,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,39275,1730971078501, seqNum=-1] 2024-11-07T09:18:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:15,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b., hostname=9f1eb259a29b,39275,1730971078501, seqNum=2] 2024-11-07T09:18:15,373 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-07T09:18:15,504 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 503, reset compression=false 2024-11-07T09:18:15,509 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:18:15,509 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 607, reset compression=false 2024-11-07T09:18:15,509 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,39275,1730971078501 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb5b8d90658c7036fc4490c4667f564b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T09:18:15,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:18:15,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:18:15,561 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 526, reset compression=false 2024-11-07T09:18:15,565 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:15,565 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 653, reset compression=false 2024-11-07T09:18:15,565 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35023,1730971082848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:15,654 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 480, reset compression=false 2024-11-07T09:18:15,712 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 607, reset compression=false 2024-11-07T09:18:15,768 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 653, reset compression=false 2024-11-07T09:18:16,015 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 607, reset compression=false 2024-11-07T09:18:16,071 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 653, reset compression=false 2024-11-07T09:18:16,158 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 480, reset compression=false 2024-11-07T09:18:16,375 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-07T09:18:16,377 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-07T09:18:16,418 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 607, reset compression=false 2024-11-07T09:18:16,474 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 653, reset compression=false 2024-11-07T09:18:16,478 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:18:16,479 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 757, reset compression=false 2024-11-07T09:18:16,479 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35023,1730971082848 got entry batch from reader: WALEntryBatch [walEntries=[{test/5430c55a6963d0a9506192de5cda0293/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-07T09:18:16,481 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:16,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-07T09:18:16,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:18:16,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:18:16,682 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 757, reset compression=false 2024-11-07T09:18:16,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:18:16,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:16,761 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 480, reset compression=false 2024-11-07T09:18:16,921 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 607, reset compression=false 2024-11-07T09:18:16,926 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:16,926 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 735, reset compression=false 2024-11-07T09:18:16,926 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,39275,1730971078501 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:16,986 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 757, reset compression=false 2024-11-07T09:18:17,129 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 735, reset compression=false 2024-11-07T09:18:17,379 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-07T09:18:17,382 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-07T09:18:17,389 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 757, reset compression=false 2024-11-07T09:18:17,432 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 735, reset compression=false 2024-11-07T09:18:17,465 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 480, reset compression=false 2024-11-07T09:18:17,469 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:18:17,469 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:17,469 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35939,1730971074263 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b180bc5e7239560e5cfa61976e102e6/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-07T09:18:17,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:18:17,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:18:17,673 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:17,836 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 735, reset compression=false 2024-11-07T09:18:17,840 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:18:17,841 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 882, reset compression=false 2024-11-07T09:18:17,841 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,39275,1730971078501 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb5b8d90658c7036fc4490c4667f564b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-07T09:18:17,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:18:17,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:18:17,893 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 757, reset compression=false 2024-11-07T09:18:17,897 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:17,897 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 927, reset compression=false 2024-11-07T09:18:17,897 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35023,1730971082848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:17,981 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:18,044 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 882, reset compression=false 2024-11-07T09:18:18,100 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 927, reset compression=false 2024-11-07T09:18:18,347 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 882, reset compression=false 2024-11-07T09:18:18,384 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-07T09:18:18,385 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:18,387 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-07T09:18:18,404 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 927, reset compression=false 2024-11-07T09:18:18,750 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 882, reset compression=false 2024-11-07T09:18:18,755 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:18:18,755 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1041, reset compression=false 2024-11-07T09:18:18,755 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,39275,1730971078501 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb5b8d90658c7036fc4490c4667f564b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T09:18:18,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:18:18,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:18:18,807 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 927, reset compression=false 2024-11-07T09:18:18,811 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:18,811 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1076, reset compression=false 2024-11-07T09:18:18,811 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35023,1730971082848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:18,889 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:18,958 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1041, reset compression=false 2024-11-07T09:18:19,014 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1076, reset compression=false 2024-11-07T09:18:19,261 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1041, reset compression=false 2024-11-07T09:18:19,318 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1076, reset compression=false 2024-11-07T09:18:19,389 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-07T09:18:19,392 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-07T09:18:19,492 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:19,664 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1041, reset compression=false 2024-11-07T09:18:19,721 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1076, reset compression=false 2024-11-07T09:18:19,727 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:18:19,727 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1235, reset compression=false 2024-11-07T09:18:19,727 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35023,1730971082848 got entry batch from reader: WALEntryBatch [walEntries=[{test/5430c55a6963d0a9506192de5cda0293/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-07T09:18:19,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-07T09:18:19,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-07T09:18:19,930 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1235, reset compression=false 2024-11-07T09:18:20,168 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1041, reset compression=false 2024-11-07T09:18:20,172 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:20,172 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1191, reset compression=false 2024-11-07T09:18:20,172 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,39275,1730971078501 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:20,195 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:20,234 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1235, reset compression=false 2024-11-07T09:18:20,375 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1191, reset compression=false 2024-11-07T09:18:20,393 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-07T09:18:20,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:18:20,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:20,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:20,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:20,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:20,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:20,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:18:20,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1489487819, stopped=false 2024-11-07T09:18:20,399 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,38675,1730971082776 2024-11-07T09:18:20,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1430991330/running 2024-11-07T09:18:20,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1430991330/running 2024-11-07T09:18:20,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:20,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:20,401 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:18:20,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:20,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:20,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Set watcher on znode that does not yet exist, /2-1430991330/running 2024-11-07T09:18:20,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Set watcher on znode that does not yet exist, /2-1430991330/running 2024-11-07T09:18:20,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:20,402 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,35023,1730971082848' ***** 2024-11-07T09:18:20,402 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:18:20,403 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:18:20,403 INFO [RS:0;9f1eb259a29b:35023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:18:20,403 INFO [RS:0;9f1eb259a29b:35023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:18:20,403 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:18:20,403 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:20,404 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:20,404 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:20,404 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:18:20,404 INFO [RS:0;9f1eb259a29b:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:35023. 2024-11-07T09:18:20,404 DEBUG [RS:0;9f1eb259a29b:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:20,404 DEBUG [RS:0;9f1eb259a29b:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:20,404 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5430c55a6963d0a9506192de5cda0293, disabling compactions & flushes 2024-11-07T09:18:20,404 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:20,404 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:20,404 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730971086718.5430c55a6963d0a9506192de5cda0293. after waiting 0 ms 2024-11-07T09:18:20,404 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:18:20,404 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:20,404 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:18:20,404 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:18:20,404 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:18:20,404 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5430c55a6963d0a9506192de5cda0293 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-07T09:18:20,404 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:18:20,404 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1325): Online Regions={5430c55a6963d0a9506192de5cda0293=test,,1730971086718.5430c55a6963d0a9506192de5cda0293., 3abf82533df98ea1836d9dc5dfe9507c=hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:18:20,404 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3abf82533df98ea1836d9dc5dfe9507c, 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:20,404 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:18:20,404 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:18:20,404 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:18:20,404 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:18:20,404 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:18:20,404 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:18:20,424 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/info/0d7a5c6c0d0f4da1bd3ef240d4981510 is 147, key is hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c./info:regioninfo/1730971093360/Put/seqid=0 2024-11-07T09:18:20,424 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/.tmp/f/de7b0515e0d94951be9bc35df8c8be5f is 29, key is row1/f:/1730971098384/DeleteFamily/seqid=0 2024-11-07T09:18:20,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741841_1017 (size=5152) 2024-11-07T09:18:20,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741840_1016 (size=7686) 2024-11-07T09:18:20,475 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:18:20,604 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3abf82533df98ea1836d9dc5dfe9507c, 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:20,638 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1235, reset compression=false 2024-11-07T09:18:20,642 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:20,642 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1482, reset compression=false 2024-11-07T09:18:20,642 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35023,1730971082848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:20,643 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9f1eb259a29b,35023,1730971082848: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9f1eb259a29b,35023,1730971082848, walGroup=9f1eb259a29b%2C35023%2C1730971082848, offset=9f1eb259a29b%2C35023%2C1730971082848.1730971083399:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:35023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T09:18:20,644 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T09:18:20,644 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T09:18:20,645 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T09:18:20,645 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T09:18:20,645 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T09:18:20,645 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 965536576 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 200313736 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T09:18:20,645 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:38675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:38675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T09:18:20,679 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1191, reset compression=false 2024-11-07T09:18:20,805 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3abf82533df98ea1836d9dc5dfe9507c, 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:20,828 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/.tmp/f/de7b0515e0d94951be9bc35df8c8be5f 2024-11-07T09:18:20,828 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/info/0d7a5c6c0d0f4da1bd3ef240d4981510 2024-11-07T09:18:20,832 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de7b0515e0d94951be9bc35df8c8be5f 2024-11-07T09:18:20,846 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1482, reset compression=false 2024-11-07T09:18:20,853 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/ns/4dcc4229cc884eb0abc909061275d5a1 is 43, key is default/ns:d/1730971084343/Put/seqid=0 2024-11-07T09:18:20,853 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/.tmp/f1/2f7cf03c703240f78048aa817ea64965 is 30, key is row1/f1:/1730971098384/DeleteFamily/seqid=0 2024-11-07T09:18:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:18:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741843_1019 (size=5158) 2024-11-07T09:18:20,857 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/ns/4dcc4229cc884eb0abc909061275d5a1 2024-11-07T09:18:20,874 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/rep_barrier/6d7ed9dede1f406ba6ce2dabb6fecbc9 is 112, key is test,,1730971086718.5430c55a6963d0a9506192de5cda0293./rep_barrier:seqnumDuringOpen/1730971087472/Put/seqid=0 2024-11-07T09:18:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741844_1020 (size=5518) 2024-11-07T09:18:20,998 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:21,005 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3abf82533df98ea1836d9dc5dfe9507c, 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:21,082 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1191, reset compression=false 2024-11-07T09:18:21,150 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1482, reset compression=false 2024-11-07T09:18:21,205 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3abf82533df98ea1836d9dc5dfe9507c, 5430c55a6963d0a9506192de5cda0293 2024-11-07T09:18:21,258 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/.tmp/f1/2f7cf03c703240f78048aa817ea64965 2024-11-07T09:18:21,262 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f7cf03c703240f78048aa817ea64965 2024-11-07T09:18:21,277 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:18:21,277 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:18:21,278 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/rep_barrier/6d7ed9dede1f406ba6ce2dabb6fecbc9 2024-11-07T09:18:21,280 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/.tmp/norep/3bdc7a1673294f0e943ed39091c3b400 is 33, key is row2/norep:/1730971099389/DeleteFamily/seqid=0 2024-11-07T09:18:21,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741845_1021 (size=5108) 2024-11-07T09:18:21,284 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/.tmp/norep/3bdc7a1673294f0e943ed39091c3b400 2024-11-07T09:18:21,289 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bdc7a1673294f0e943ed39091c3b400 2024-11-07T09:18:21,290 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/.tmp/f/de7b0515e0d94951be9bc35df8c8be5f as hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/f/de7b0515e0d94951be9bc35df8c8be5f 2024-11-07T09:18:21,293 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de7b0515e0d94951be9bc35df8c8be5f 2024-11-07T09:18:21,294 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/f/de7b0515e0d94951be9bc35df8c8be5f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T09:18:21,294 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/.tmp/f1/2f7cf03c703240f78048aa817ea64965 as hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/f1/2f7cf03c703240f78048aa817ea64965 2024-11-07T09:18:21,297 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f7cf03c703240f78048aa817ea64965 2024-11-07T09:18:21,298 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/f1/2f7cf03c703240f78048aa817ea64965, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T09:18:21,298 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/table/5fb0ce99b3b74b6ba924f01ed25edf5a is 53, key is hbase:replication/table:state/1730971093366/Put/seqid=0 2024-11-07T09:18:21,298 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/.tmp/norep/3bdc7a1673294f0e943ed39091c3b400 as hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/norep/3bdc7a1673294f0e943ed39091c3b400 2024-11-07T09:18:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741846_1022 (size=5308) 2024-11-07T09:18:21,302 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bdc7a1673294f0e943ed39091c3b400 2024-11-07T09:18:21,302 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/table/5fb0ce99b3b74b6ba924f01ed25edf5a 2024-11-07T09:18:21,302 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/norep/3bdc7a1673294f0e943ed39091c3b400, entries=1, sequenceid=10, filesize=5.0 K 2024-11-07T09:18:21,303 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5430c55a6963d0a9506192de5cda0293 in 899ms, sequenceid=10, compaction requested=false 2024-11-07T09:18:21,306 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/info/0d7a5c6c0d0f4da1bd3ef240d4981510 as hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/info/0d7a5c6c0d0f4da1bd3ef240d4981510 2024-11-07T09:18:21,306 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/default/test/5430c55a6963d0a9506192de5cda0293/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T09:18:21,307 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:18:21,307 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:18:21,307 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:21,307 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5430c55a6963d0a9506192de5cda0293: Waiting for close lock at 1730971100404Running coprocessor pre-close hooks at 1730971100404Disabling compacts and flushes for region at 1730971100404Disabling writes for close at 1730971100404Obtaining lock to block concurrent updates at 1730971100404Preparing flush snapshotting stores in 5430c55a6963d0a9506192de5cda0293 at 1730971100404Finished memstore snapshotting test,,1730971086718.5430c55a6963d0a9506192de5cda0293., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1730971100404Flushing stores of test,,1730971086718.5430c55a6963d0a9506192de5cda0293. at 1730971100405 (+1 ms)Flushing 5430c55a6963d0a9506192de5cda0293/f: creating writer at 1730971100405Flushing 5430c55a6963d0a9506192de5cda0293/f: appending metadata at 1730971100423 (+18 ms)Flushing 5430c55a6963d0a9506192de5cda0293/f: closing flushed file at 1730971100423Flushing 5430c55a6963d0a9506192de5cda0293/f1: creating writer at 1730971100832 (+409 ms)Flushing 5430c55a6963d0a9506192de5cda0293/f1: appending metadata at 1730971100853 (+21 ms)Flushing 5430c55a6963d0a9506192de5cda0293/f1: closing flushed file at 1730971100853Flushing 5430c55a6963d0a9506192de5cda0293/norep: creating writer at 1730971101262 (+409 ms)Flushing 5430c55a6963d0a9506192de5cda0293/norep: appending metadata at 1730971101279 (+17 ms)Flushing 5430c55a6963d0a9506192de5cda0293/norep: closing flushed file at 1730971101279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb71953: reopening flushed file at 1730971101289 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f6e82df: reopening flushed file at 1730971101294 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d76284b: reopening flushed file at 1730971101298 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5430c55a6963d0a9506192de5cda0293 in 899ms, sequenceid=10, compaction requested=false at 1730971101303 (+5 ms)Writing region close event to WAL at 1730971101304 (+1 ms)Running coprocessor post-close hooks at 1730971101307 (+3 ms)Closed at 1730971101307 2024-11-07T09:18:21,307 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730971086718.5430c55a6963d0a9506192de5cda0293. 2024-11-07T09:18:21,307 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3abf82533df98ea1836d9dc5dfe9507c, disabling compactions & flushes 2024-11-07T09:18:21,307 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:21,307 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:21,307 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. after waiting 0 ms 2024-11-07T09:18:21,307 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:21,307 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3abf82533df98ea1836d9dc5dfe9507c: Waiting for close lock at 1730971101307Running coprocessor pre-close hooks at 1730971101307Disabling compacts and flushes for region at 1730971101307Disabling writes for close at 1730971101307Failed flush hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c., putting online again at 1730971101307 2024-11-07T09:18:21,308 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:21,309 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/info/0d7a5c6c0d0f4da1bd3ef240d4981510, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:18:21,309 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/ns/4dcc4229cc884eb0abc909061275d5a1 as hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/ns/4dcc4229cc884eb0abc909061275d5a1 2024-11-07T09:18:21,312 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/ns/4dcc4229cc884eb0abc909061275d5a1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:18:21,313 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/rep_barrier/6d7ed9dede1f406ba6ce2dabb6fecbc9 as hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/rep_barrier/6d7ed9dede1f406ba6ce2dabb6fecbc9 2024-11-07T09:18:21,316 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/rep_barrier/6d7ed9dede1f406ba6ce2dabb6fecbc9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:18:21,317 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/.tmp/table/5fb0ce99b3b74b6ba924f01ed25edf5a as hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/table/5fb0ce99b3b74b6ba924f01ed25edf5a 2024-11-07T09:18:21,320 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/table/5fb0ce99b3b74b6ba924f01ed25edf5a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:18:21,321 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false 2024-11-07T09:18:21,324 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:18:21,324 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:18:21,324 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:18:21,324 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:21,324 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971100404Running coprocessor pre-close hooks at 1730971100404Disabling compacts and flushes for region at 1730971100404Disabling writes for close at 1730971100404Obtaining lock to block concurrent updates at 1730971100404Preparing flush snapshotting stores in 1588230740 at 1730971100404Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730971100405 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730971100405Flushing 1588230740/info: creating writer at 1730971100405Flushing 1588230740/info: appending metadata at 1730971100423 (+18 ms)Flushing 1588230740/info: closing flushed file at 1730971100423Flushing 1588230740/ns: creating writer at 1730971100832 (+409 ms)Flushing 1588230740/ns: appending metadata at 1730971100853 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1730971100853Flushing 1588230740/rep_barrier: creating writer at 1730971100861 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971100874 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971100874Flushing 1588230740/table: creating writer at 1730971101282 (+408 ms)Flushing 1588230740/table: appending metadata at 1730971101298 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730971101298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3808e2c4: reopening flushed file at 1730971101305 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc16875: reopening flushed file at 1730971101309 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d32c00: reopening flushed file at 1730971101312 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34bcb1f7: reopening flushed file at 1730971101316 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false at 1730971101321 (+5 ms)Writing region close event to WAL at 1730971101322 (+1 ms)Running coprocessor post-close hooks at 1730971101324 (+2 ms)Closed at 1730971101324 2024-11-07T09:18:21,325 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:21,405 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:18:21,405 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1325): Online Regions={3abf82533df98ea1836d9dc5dfe9507c=hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c.} 2024-11-07T09:18:21,405 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:21,405 DEBUG [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1351): Waiting on 3abf82533df98ea1836d9dc5dfe9507c 2024-11-07T09:18:21,405 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3abf82533df98ea1836d9dc5dfe9507c, disabling compactions & flushes 2024-11-07T09:18:21,405 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:21,405 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:21,405 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. after waiting 0 ms 2024-11-07T09:18:21,405 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:21,405 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3abf82533df98ea1836d9dc5dfe9507c: Waiting for close lock at 1730971101405Running coprocessor pre-close hooks at 1730971101405Disabling compacts and flushes for region at 1730971101405Disabling writes for close at 1730971101405Failed flush hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c., putting online again at 1730971101405 2024-11-07T09:18:21,406 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1730971092199.3abf82533df98ea1836d9dc5dfe9507c. 2024-11-07T09:18:21,553 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 1482, reset compression=false 2024-11-07T09:18:21,558 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:21,558 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.wal-reader.9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.1730971083399 to pos 2126, reset compression=false 2024-11-07T09:18:21,585 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1191, reset compression=false 2024-11-07T09:18:21,605 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-07T09:18:21,605 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,35023,1730971082848; all regions closed. 2024-11-07T09:18:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741834_1010 (size=4239) 2024-11-07T09:18:21,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741839_1015 (size=2171) 2024-11-07T09:18:21,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/WALs/9f1eb259a29b,35023,1730971082848/9f1eb259a29b%2C35023%2C1730971082848.rep.1730971093331 not finished, retry = 0 2024-11-07T09:18:21,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741832_1008 (size=2134) 2024-11-07T09:18:21,714 DEBUG [RS:0;9f1eb259a29b:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:21,714 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:18:21,714 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:18:21,714 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:18:21,715 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:18:21,715 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:18:21,715 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,35023,1730971082848 because: Region server is closing 2024-11-07T09:18:21,715 INFO [RS:0;9f1eb259a29b:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:35023. 2024-11-07T09:18:21,715 DEBUG [RS:0;9f1eb259a29b:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:21,715 DEBUG [RS:0;9f1eb259a29b:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:21,715 DEBUG [RS:0;9f1eb259a29b:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:21,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:21,816 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35023,1730971082848.replicationSource.shipper9f1eb259a29b%2C35023%2C1730971082848,1-9f1eb259a29b,35023,1730971082848 terminated 2024-11-07T09:18:21,816 INFO [RS:0;9f1eb259a29b:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:35023. 2024-11-07T09:18:21,816 DEBUG [RS:0;9f1eb259a29b:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:21,816 DEBUG [RS:0;9f1eb259a29b:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:21,816 DEBUG [RS:0;9f1eb259a29b:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:21,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:21,816 INFO [RS:0;9f1eb259a29b:35023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35023 2024-11-07T09:18:21,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330/rs 2024-11-07T09:18:21,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1430991330/rs/9f1eb259a29b,35023,1730971082848 2024-11-07T09:18:21,818 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:18:21,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,35023,1730971082848] 2024-11-07T09:18:21,827 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1430991330/draining/9f1eb259a29b,35023,1730971082848 already deleted, retry=false 2024-11-07T09:18:21,827 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,35023,1730971082848 expired; onlineServers=0 2024-11-07T09:18:21,827 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,38675,1730971082776' ***** 2024-11-07T09:18:21,827 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:18:21,827 INFO [M:0;9f1eb259a29b:38675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:18:21,827 INFO [M:0;9f1eb259a29b:38675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:18:21,827 DEBUG [M:0;9f1eb259a29b:38675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:18:21,827 DEBUG [M:0;9f1eb259a29b:38675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:18:21,827 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:18:21,827 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971083168 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971083168,5,FailOnTimeoutGroup] 2024-11-07T09:18:21,827 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971083169 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971083169,5,FailOnTimeoutGroup] 2024-11-07T09:18:21,827 INFO [M:0;9f1eb259a29b:38675 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:18:21,827 INFO [M:0;9f1eb259a29b:38675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:18:21,827 DEBUG [M:0;9f1eb259a29b:38675 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:18:21,828 INFO [M:0;9f1eb259a29b:38675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:18:21,828 INFO [M:0;9f1eb259a29b:38675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:18:21,828 INFO [M:0;9f1eb259a29b:38675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:18:21,828 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:18:21,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1430991330/master 2024-11-07T09:18:21,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1430991330 2024-11-07T09:18:21,829 DEBUG [M:0;9f1eb259a29b:38675 {}] zookeeper.ZKUtil(347): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Unable to get data of znode /2-1430991330/master because node does not exist (not an error) 2024-11-07T09:18:21,829 WARN [M:0;9f1eb259a29b:38675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:18:21,830 INFO [M:0;9f1eb259a29b:38675 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/.lastflushedseqids 2024-11-07T09:18:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741847_1023 (size=245) 2024-11-07T09:18:21,901 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x100f1b865490007, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:21,920 INFO [RS:0;9f1eb259a29b:35023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:18:21,920 INFO [RS:0;9f1eb259a29b:35023 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,35023,1730971082848; zookeeper connection closed. 2024-11-07T09:18:21,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1315d52d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1315d52d 2024-11-07T09:18:21,920 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:18:22,188 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1191, reset compression=false 2024-11-07T09:18:22,234 INFO [M:0;9f1eb259a29b:38675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:18:22,234 INFO [M:0;9f1eb259a29b:38675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:18:22,234 DEBUG [M:0;9f1eb259a29b:38675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:18:22,235 INFO [M:0;9f1eb259a29b:38675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:22,235 DEBUG [M:0;9f1eb259a29b:38675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:22,235 DEBUG [M:0;9f1eb259a29b:38675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:18:22,235 DEBUG [M:0;9f1eb259a29b:38675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:22,235 INFO [M:0;9f1eb259a29b:38675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-07T09:18:22,253 DEBUG [M:0;9f1eb259a29b:38675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284fcd077c6847aa8f1a29e691e7fb76 is 82, key is hbase:meta,,1/info:regioninfo/1730971084333/Put/seqid=0 2024-11-07T09:18:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741848_1024 (size=5672) 2024-11-07T09:18:22,657 INFO [M:0;9f1eb259a29b:38675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284fcd077c6847aa8f1a29e691e7fb76 2024-11-07T09:18:22,674 DEBUG [M:0;9f1eb259a29b:38675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff3700916f0b45d3b22e4482f7312da2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730971093369/Put/seqid=0 2024-11-07T09:18:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741849_1025 (size=8517) 2024-11-07T09:18:22,891 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1191, reset compression=false 2024-11-07T09:18:22,905 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:23,078 INFO [M:0;9f1eb259a29b:38675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff3700916f0b45d3b22e4482f7312da2 2024-11-07T09:18:23,100 DEBUG [M:0;9f1eb259a29b:38675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/159c5e1135d24284879335534524719c is 69, key is 9f1eb259a29b,35023,1730971082848/rs:state/1730971083240/Put/seqid=0 2024-11-07T09:18:23,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741850_1026 (size=5156) 2024-11-07T09:18:23,503 INFO [M:0;9f1eb259a29b:38675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/159c5e1135d24284879335534524719c 2024-11-07T09:18:23,509 DEBUG [M:0;9f1eb259a29b:38675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/284fcd077c6847aa8f1a29e691e7fb76 as hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/284fcd077c6847aa8f1a29e691e7fb76 2024-11-07T09:18:23,513 INFO [M:0;9f1eb259a29b:38675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/284fcd077c6847aa8f1a29e691e7fb76, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T09:18:23,513 DEBUG [M:0;9f1eb259a29b:38675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff3700916f0b45d3b22e4482f7312da2 as hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff3700916f0b45d3b22e4482f7312da2 2024-11-07T09:18:23,517 INFO [M:0;9f1eb259a29b:38675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff3700916f0b45d3b22e4482f7312da2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T09:18:23,518 DEBUG [M:0;9f1eb259a29b:38675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/159c5e1135d24284879335534524719c as hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/159c5e1135d24284879335534524719c 2024-11-07T09:18:23,521 INFO [M:0;9f1eb259a29b:38675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32911/user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/159c5e1135d24284879335534524719c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T09:18:23,521 INFO [M:0;9f1eb259a29b:38675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-07T09:18:23,523 INFO [M:0;9f1eb259a29b:38675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:23,523 DEBUG [M:0;9f1eb259a29b:38675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971102234Disabling compacts and flushes for region at 1730971102234Disabling writes for close at 1730971102235 (+1 ms)Obtaining lock to block concurrent updates at 1730971102235Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971102235Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1730971102235Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971102236 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971102236Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971102253 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971102253Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971102661 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971102674 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971102674Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971103082 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971103099 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971103099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b35f21f: reopening flushed file at 1730971103508 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd406e9: reopening flushed file at 1730971103513 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373a11e2: reopening flushed file at 1730971103517 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1730971103521 (+4 ms)Writing region close event to WAL at 1730971103523 (+2 ms)Closed at 1730971103523 2024-11-07T09:18:23,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37917 is added to blk_1073741830_1006 (size=63666) 2024-11-07T09:18:23,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/260fe3bd-0c70-bd62-aa2e-81c1e28c8436/MasterData/WALs/9f1eb259a29b,38675,1730971082776/9f1eb259a29b%2C38675%2C1730971082776.1730971083050 not finished, retry = 0 2024-11-07T09:18:23,625 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:18:23,625 INFO [M:0;9f1eb259a29b:38675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:18:23,626 INFO [M:0;9f1eb259a29b:38675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38675 2024-11-07T09:18:23,626 INFO [M:0;9f1eb259a29b:38675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:18:23,695 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1191, reset compression=false 2024-11-07T09:18:23,728 INFO [M:0;9f1eb259a29b:38675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:18:23,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:23,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38675-0x100f1b865490006, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:23,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@324a05fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:18:23,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@348a7b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:18:23,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:18:23,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c39bd22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:18:23,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6222ff80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/hadoop.log.dir/,STOPPED} 2024-11-07T09:18:23,733 WARN [BP-1697367248-172.17.0.2-1730971081057 heartbeating to localhost/127.0.0.1:32911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:18:23,733 WARN [BP-1697367248-172.17.0.2-1730971081057 heartbeating to localhost/127.0.0.1:32911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1697367248-172.17.0.2-1730971081057 (Datanode Uuid 7a6f6bca-ff42-402d-ac5a-871bc26055e4) service to localhost/127.0.0.1:32911 2024-11-07T09:18:23,733 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:18:23,733 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:18:23,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/cluster_daefa9a3-5701-cb3d-5302-21fe45bfea42/data/data1/current/BP-1697367248-172.17.0.2-1730971081057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:18:23,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/cluster_daefa9a3-5701-cb3d-5302-21fe45bfea42/data/data2/current/BP-1697367248-172.17.0.2-1730971081057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:18:23,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:18:23,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6612769c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:18:23,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79ea9a1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:18:23,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:18:23,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4696ca19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:18:23,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af24495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/hadoop.log.dir/,STOPPED} 2024-11-07T09:18:23,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:18:23,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:18:23,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:23,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:23,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:23,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:23,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:23,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:18:23,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=30975253, stopped=false 2024-11-07T09:18:23,753 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,44151,1730971078447 2024-11-07T09:18:23,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11618885213/running 2024-11-07T09:18:23,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:18:23,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11618885213/running 2024-11-07T09:18:23,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:18:23,754 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:18:23,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Set watcher on znode that does not yet exist, /11618885213/running 2024-11-07T09:18:23,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:23,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Set watcher on znode that does not yet exist, /11618885213/running 2024-11-07T09:18:23,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:23,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:23,755 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-07T09:18:23,755 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(3091): Received CLOSE for fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:23,755 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,39275,1730971078501' ***** 2024-11-07T09:18:23,755 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:18:23,756 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:23,756 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb5b8d90658c7036fc4490c4667f564b, disabling compactions & flushes 2024-11-07T09:18:23,756 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:23,756 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:23,756 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. after waiting 0 ms 2024-11-07T09:18:23,756 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:23,756 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb5b8d90658c7036fc4490c4667f564b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-07T09:18:23,757 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:18:23,757 INFO [RS:0;9f1eb259a29b:39275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:18:23,757 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:18:23,757 INFO [RS:0;9f1eb259a29b:39275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:18:23,758 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 8a91ca850259590f349295c70efc74e2, which we are already trying to CLOSE, but not completed yet 2024-11-07T09:18:23,758 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:23,758 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:18:23,758 INFO [RS:0;9f1eb259a29b:39275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:39275. 2024-11-07T09:18:23,758 DEBUG [RS:0;9f1eb259a29b:39275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:23,758 DEBUG [RS:0;9f1eb259a29b:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:23,758 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:18:23,758 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:18:23,758 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:18:23,758 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:18:23,758 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:18:23,758 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fb5b8d90658c7036fc4490c4667f564b=test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b., 8a91ca850259590f349295c70efc74e2=hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2.} 2024-11-07T09:18:23,758 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a91ca850259590f349295c70efc74e2, fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:23,758 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:18:23,758 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:18:23,758 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:18:23,758 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:18:23,758 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:18:23,759 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:18:23,772 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/.tmp/f/bae34502c79442fbb903084fbe7ce639 is 29, key is row1/f:/1730971098384/DeleteFamily/seqid=0 2024-11-07T09:18:23,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741840_1016 (size=5152) 2024-11-07T09:18:23,775 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/.tmp/f/bae34502c79442fbb903084fbe7ce639 2024-11-07T09:18:23,776 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/info/2868fb2f5b264ea6a9d13750573769b0 is 147, key is hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2./info:regioninfo/1730971091202/Put/seqid=0 2024-11-07T09:18:23,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741841_1017 (size=7686) 2024-11-07T09:18:23,780 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/info/2868fb2f5b264ea6a9d13750573769b0 2024-11-07T09:18:23,780 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T09:18:23,780 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bae34502c79442fbb903084fbe7ce639 2024-11-07T09:18:23,794 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/.tmp/f1/93f3f9be31674854afc927320d79d5ab is 30, key is row1/f1:/1730971098384/DeleteFamily/seqid=0 2024-11-07T09:18:23,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741842_1018 (size=5158) 2024-11-07T09:18:23,801 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/ns/f2a96f79f57e46be933afb533aeb5d52 is 43, key is default/ns:d/1730971080919/Put/seqid=0 2024-11-07T09:18:23,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741843_1019 (size=5153) 2024-11-07T09:18:23,832 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:18:23,959 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a91ca850259590f349295c70efc74e2, fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:24,007 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:24,159 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a91ca850259590f349295c70efc74e2, fb5b8d90658c7036fc4490c4667f564b 2024-11-07T09:18:24,200 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/.tmp/f1/93f3f9be31674854afc927320d79d5ab 2024-11-07T09:18:24,204 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93f3f9be31674854afc927320d79d5ab 2024-11-07T09:18:24,205 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/ns/f2a96f79f57e46be933afb533aeb5d52 2024-11-07T09:18:24,219 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/.tmp/norep/75e279c2c5d84fa6b8c39158ec50cc34 is 33, key is row1/norep:/1730971098384/DeleteFamily/seqid=0 2024-11-07T09:18:24,222 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/rep_barrier/2a2de428bdaf413b91cef9fb6f3c108b is 112, key is test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b./rep_barrier:seqnumDuringOpen/1730971086323/Put/seqid=0 2024-11-07T09:18:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741844_1020 (size=5108) 2024-11-07T09:18:24,222 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/.tmp/norep/75e279c2c5d84fa6b8c39158ec50cc34 2024-11-07T09:18:24,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741845_1021 (size=5518) 2024-11-07T09:18:24,226 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/rep_barrier/2a2de428bdaf413b91cef9fb6f3c108b 2024-11-07T09:18:24,226 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75e279c2c5d84fa6b8c39158ec50cc34 2024-11-07T09:18:24,227 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/.tmp/f/bae34502c79442fbb903084fbe7ce639 as hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/f/bae34502c79442fbb903084fbe7ce639 2024-11-07T09:18:24,231 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bae34502c79442fbb903084fbe7ce639 2024-11-07T09:18:24,231 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/f/bae34502c79442fbb903084fbe7ce639, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T09:18:24,232 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/.tmp/f1/93f3f9be31674854afc927320d79d5ab as hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/f1/93f3f9be31674854afc927320d79d5ab 2024-11-07T09:18:24,235 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93f3f9be31674854afc927320d79d5ab 2024-11-07T09:18:24,235 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/f1/93f3f9be31674854afc927320d79d5ab, entries=3, sequenceid=10, filesize=5.0 K 2024-11-07T09:18:24,236 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/.tmp/norep/75e279c2c5d84fa6b8c39158ec50cc34 as hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/norep/75e279c2c5d84fa6b8c39158ec50cc34 2024-11-07T09:18:24,239 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75e279c2c5d84fa6b8c39158ec50cc34 2024-11-07T09:18:24,240 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/norep/75e279c2c5d84fa6b8c39158ec50cc34, entries=1, sequenceid=10, filesize=5.0 K 2024-11-07T09:18:24,240 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fb5b8d90658c7036fc4490c4667f564b in 484ms, sequenceid=10, compaction requested=false 2024-11-07T09:18:24,247 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/table/22efa0d3da794e748a8b657e044b2a87 is 53, key is hbase:replication/table:state/1730971091208/Put/seqid=0 2024-11-07T09:18:24,247 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/default/test/fb5b8d90658c7036fc4490c4667f564b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-07T09:18:24,248 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:18:24,248 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:18:24,248 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:24,248 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb5b8d90658c7036fc4490c4667f564b: Waiting for close lock at 1730971103756Running coprocessor pre-close hooks at 1730971103756Disabling compacts and flushes for region at 1730971103756Disabling writes for close at 1730971103756Obtaining lock to block concurrent updates at 1730971103756Preparing flush snapshotting stores in fb5b8d90658c7036fc4490c4667f564b at 1730971103756Finished memstore snapshotting test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1730971103757 (+1 ms)Flushing stores of test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. at 1730971103757Flushing fb5b8d90658c7036fc4490c4667f564b/f: creating writer at 1730971103757Flushing fb5b8d90658c7036fc4490c4667f564b/f: appending metadata at 1730971103772 (+15 ms)Flushing fb5b8d90658c7036fc4490c4667f564b/f: closing flushed file at 1730971103772Flushing fb5b8d90658c7036fc4490c4667f564b/f1: creating writer at 1730971103780 (+8 ms)Flushing fb5b8d90658c7036fc4490c4667f564b/f1: appending metadata at 1730971103794 (+14 ms)Flushing fb5b8d90658c7036fc4490c4667f564b/f1: closing flushed file at 1730971103794Flushing fb5b8d90658c7036fc4490c4667f564b/norep: creating writer at 1730971104204 (+410 ms)Flushing fb5b8d90658c7036fc4490c4667f564b/norep: appending metadata at 1730971104218 (+14 ms)Flushing fb5b8d90658c7036fc4490c4667f564b/norep: closing flushed file at 1730971104218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f502388: reopening flushed file at 1730971104226 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b36cc16: reopening flushed file at 1730971104231 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1ae17d: reopening flushed file at 1730971104235 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fb5b8d90658c7036fc4490c4667f564b in 484ms, sequenceid=10, compaction requested=false at 1730971104240 (+5 ms)Writing region close event to WAL at 1730971104245 (+5 ms)Running coprocessor post-close hooks at 1730971104248 (+3 ms)Closed at 1730971104248 2024-11-07T09:18:24,248 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730971085578.fb5b8d90658c7036fc4490c4667f564b. 2024-11-07T09:18:24,249 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a91ca850259590f349295c70efc74e2, disabling compactions & flushes 2024-11-07T09:18:24,249 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:24,249 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:24,249 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. after waiting 0 ms 2024-11-07T09:18:24,249 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:24,249 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a91ca850259590f349295c70efc74e2 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-07T09:18:24,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741846_1022 (size=5308) 2024-11-07T09:18:24,253 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:18:24,253 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:18:24,276 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/replication/8a91ca850259590f349295c70efc74e2/.tmp/queue/002a0352feb8484191cd690d75d34af8 is 154, key is 1-9f1eb259a29b,39275,1730971078501/queue:9f1eb259a29b%2C39275%2C1730971078501/1730971100173/Put/seqid=0 2024-11-07T09:18:24,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741847_1023 (size=5353) 2024-11-07T09:18:24,359 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:24,559 DEBUG [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a91ca850259590f349295c70efc74e2 2024-11-07T09:18:24,598 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 1191, reset compression=false 2024-11-07T09:18:24,602 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:24,602 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 2082, reset compression=false 2024-11-07T09:18:24,602 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,39275,1730971078501 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:24,603 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9f1eb259a29b,39275,1730971078501: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9f1eb259a29b,39275,1730971078501, walGroup=9f1eb259a29b%2C39275%2C1730971078501, offset=9f1eb259a29b%2C39275%2C1730971078501.1730971080422:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:39275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T09:18:24,605 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T09:18:24,605 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T09:18:24,606 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T09:18:24,606 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T09:18:24,606 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T09:18:24,606 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 879843904 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 200631936 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T09:18:24,607 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:44151 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:44151 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T09:18:24,652 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/table/22efa0d3da794e748a8b657e044b2a87 2024-11-07T09:18:24,657 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/info/2868fb2f5b264ea6a9d13750573769b0 as hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/info/2868fb2f5b264ea6a9d13750573769b0 2024-11-07T09:18:24,660 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/info/2868fb2f5b264ea6a9d13750573769b0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:18:24,660 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/ns/f2a96f79f57e46be933afb533aeb5d52 as hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/ns/f2a96f79f57e46be933afb533aeb5d52 2024-11-07T09:18:24,663 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/ns/f2a96f79f57e46be933afb533aeb5d52, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:18:24,664 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/rep_barrier/2a2de428bdaf413b91cef9fb6f3c108b as hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/rep_barrier/2a2de428bdaf413b91cef9fb6f3c108b 2024-11-07T09:18:24,667 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/rep_barrier/2a2de428bdaf413b91cef9fb6f3c108b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:18:24,668 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/.tmp/table/22efa0d3da794e748a8b657e044b2a87 as hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/table/22efa0d3da794e748a8b657e044b2a87 2024-11-07T09:18:24,670 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/table/22efa0d3da794e748a8b657e044b2a87, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:18:24,671 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false 2024-11-07T09:18:24,675 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:18:24,675 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:18:24,675 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:18:24,675 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:24,675 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971103758Running coprocessor pre-close hooks at 1730971103758Disabling compacts and flushes for region at 1730971103758Disabling writes for close at 1730971103758Obtaining lock to block concurrent updates at 1730971103759 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730971103759Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730971103759Flushing stores of hbase:meta,,1.1588230740 at 1730971103759Flushing 1588230740/info: creating writer at 1730971103759Flushing 1588230740/info: appending metadata at 1730971103776 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730971103776Flushing 1588230740/ns: creating writer at 1730971103785 (+9 ms)Flushing 1588230740/ns: appending metadata at 1730971103801 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730971103801Flushing 1588230740/rep_barrier: creating writer at 1730971104208 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971104221 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971104221Flushing 1588230740/table: creating writer at 1730971104229 (+8 ms)Flushing 1588230740/table: appending metadata at 1730971104246 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730971104246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744a6554: reopening flushed file at 1730971104656 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c58278: reopening flushed file at 1730971104660 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f10f603: reopening flushed file at 1730971104663 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c94407e: reopening flushed file at 1730971104667 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false at 1730971104671 (+4 ms)Writing region close event to WAL at 1730971104673 (+2 ms)Running coprocessor post-close hooks at 1730971104675 (+2 ms)Closed at 1730971104675 2024-11-07T09:18:24,675 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:24,680 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/replication/8a91ca850259590f349295c70efc74e2/.tmp/queue/002a0352feb8484191cd690d75d34af8 2024-11-07T09:18:24,684 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/replication/8a91ca850259590f349295c70efc74e2/.tmp/queue/002a0352feb8484191cd690d75d34af8 as hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/replication/8a91ca850259590f349295c70efc74e2/queue/002a0352feb8484191cd690d75d34af8 2024-11-07T09:18:24,687 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/replication/8a91ca850259590f349295c70efc74e2/queue/002a0352feb8484191cd690d75d34af8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-07T09:18:24,687 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8a91ca850259590f349295c70efc74e2 in 438ms, sequenceid=12, compaction requested=false 2024-11-07T09:18:24,690 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/data/hbase/replication/8a91ca850259590f349295c70efc74e2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-07T09:18:24,691 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:18:24,691 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:18:24,691 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:24,691 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a91ca850259590f349295c70efc74e2: Waiting for close lock at 1730971104248Running coprocessor pre-close hooks at 1730971104249 (+1 ms)Disabling compacts and flushes for region at 1730971104249Disabling writes for close at 1730971104249Obtaining lock to block concurrent updates at 1730971104249Preparing flush snapshotting stores in 8a91ca850259590f349295c70efc74e2 at 1730971104249Finished memstore snapshotting hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1730971104249Flushing stores of hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. at 1730971104250 (+1 ms)Flushing 8a91ca850259590f349295c70efc74e2/queue: creating writer at 1730971104250Flushing 8a91ca850259590f349295c70efc74e2/queue: appending metadata at 1730971104276 (+26 ms)Flushing 8a91ca850259590f349295c70efc74e2/queue: closing flushed file at 1730971104276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0ff7c0: reopening flushed file at 1730971104683 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8a91ca850259590f349295c70efc74e2 in 438ms, sequenceid=12, compaction requested=false at 1730971104687 (+4 ms)Writing region close event to WAL at 1730971104688 (+1 ms)Running coprocessor post-close hooks at 1730971104691 (+3 ms)Closed at 1730971104691 2024-11-07T09:18:24,691 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730971090032.8a91ca850259590f349295c70efc74e2. 2024-11-07T09:18:24,759 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,39275,1730971078501; all regions closed. 2024-11-07T09:18:24,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741834_1010 (size=4239) 2024-11-07T09:18:24,762 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.meta.1730971080836.meta not finished, retry = 0 2024-11-07T09:18:24,805 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.wal-reader.9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 to pos 2082, reset compression=false 2024-11-07T09:18:24,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.rep.1730971091165 not finished, retry = 0 2024-11-07T09:18:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741839_1015 (size=3114) 2024-11-07T09:18:24,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/WALs/9f1eb259a29b,39275,1730971078501/9f1eb259a29b%2C39275%2C1730971078501.1730971080422 not finished, retry = 0 2024-11-07T09:18:24,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741833_1009 (size=2090) 2024-11-07T09:18:25,068 DEBUG [RS:0;9f1eb259a29b:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:25,068 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:18:25,068 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:18:25,068 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:18:25,068 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:18:25,069 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:18:25,069 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,39275,1730971078501 because: Region server is closing 2024-11-07T09:18:25,069 INFO [RS:0;9f1eb259a29b:39275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:39275. 2024-11-07T09:18:25,069 DEBUG [RS:0;9f1eb259a29b:39275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:25,069 DEBUG [RS:0;9f1eb259a29b:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:25,069 DEBUG [RS:0;9f1eb259a29b:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:25,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:25,170 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,39275,1730971078501.replicationSource.shipper9f1eb259a29b%2C39275%2C1730971078501,1-9f1eb259a29b,39275,1730971078501 terminated 2024-11-07T09:18:25,170 INFO [RS:0;9f1eb259a29b:39275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:39275. 2024-11-07T09:18:25,170 DEBUG [RS:0;9f1eb259a29b:39275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:25,170 DEBUG [RS:0;9f1eb259a29b:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:25,170 DEBUG [RS:0;9f1eb259a29b:39275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:25,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:25,170 INFO [RS:0;9f1eb259a29b:39275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39275 2024-11-07T09:18:25,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11618885213/rs/9f1eb259a29b,39275,1730971078501 2024-11-07T09:18:25,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213/rs 2024-11-07T09:18:25,172 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:18:25,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,39275,1730971078501] 2024-11-07T09:18:25,179 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11618885213/draining/9f1eb259a29b,39275,1730971078501 already deleted, retry=false 2024-11-07T09:18:25,179 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,39275,1730971078501 expired; onlineServers=0 2024-11-07T09:18:25,179 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,44151,1730971078447' ***** 2024-11-07T09:18:25,179 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:18:25,180 INFO [M:0;9f1eb259a29b:44151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:18:25,180 INFO [M:0;9f1eb259a29b:44151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:18:25,180 DEBUG [M:0;9f1eb259a29b:44151 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:18:25,180 DEBUG [M:0;9f1eb259a29b:44151 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:18:25,180 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:18:25,180 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971080096 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971080096,5,FailOnTimeoutGroup] 2024-11-07T09:18:25,180 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971080088 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971080088,5,FailOnTimeoutGroup] 2024-11-07T09:18:25,180 INFO [M:0;9f1eb259a29b:44151 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:18:25,180 INFO [M:0;9f1eb259a29b:44151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:18:25,180 DEBUG [M:0;9f1eb259a29b:44151 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:18:25,180 INFO [M:0;9f1eb259a29b:44151 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:18:25,181 INFO [M:0;9f1eb259a29b:44151 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:18:25,181 INFO [M:0;9f1eb259a29b:44151 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:18:25,181 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:18:25,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11618885213/master 2024-11-07T09:18:25,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11618885213 2024-11-07T09:18:25,181 DEBUG [M:0;9f1eb259a29b:44151 {}] zookeeper.ZKUtil(347): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Unable to get data of znode /11618885213/master because node does not exist (not an error) 2024-11-07T09:18:25,181 WARN [M:0;9f1eb259a29b:44151 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:18:25,182 INFO [M:0;9f1eb259a29b:44151 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/.lastflushedseqids 2024-11-07T09:18:25,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741848_1024 (size=245) 2024-11-07T09:18:25,211 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:25,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:25,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39275-0x100f1b865490004, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:25,278 INFO [RS:0;9f1eb259a29b:39275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:18:25,278 INFO [RS:0;9f1eb259a29b:39275 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,39275,1730971078501; zookeeper connection closed. 2024-11-07T09:18:25,278 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24126ce2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24126ce2 2024-11-07T09:18:25,278 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:18:25,587 INFO [M:0;9f1eb259a29b:44151 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:18:25,587 INFO [M:0;9f1eb259a29b:44151 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:18:25,587 DEBUG [M:0;9f1eb259a29b:44151 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:18:25,587 INFO [M:0;9f1eb259a29b:44151 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:25,587 DEBUG [M:0;9f1eb259a29b:44151 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:25,587 DEBUG [M:0;9f1eb259a29b:44151 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:18:25,587 DEBUG [M:0;9f1eb259a29b:44151 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:25,587 INFO [M:0;9f1eb259a29b:44151 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-07T09:18:25,603 DEBUG [M:0;9f1eb259a29b:44151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64a161194ef043d586021413db7ffd43 is 82, key is hbase:meta,,1/info:regioninfo/1730971080906/Put/seqid=0 2024-11-07T09:18:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741849_1025 (size=5672) 2024-11-07T09:18:26,006 INFO [M:0;9f1eb259a29b:44151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64a161194ef043d586021413db7ffd43 2024-11-07T09:18:26,024 DEBUG [M:0;9f1eb259a29b:44151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e72554f249df4a2fb6f6d6131328f6ec is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730971091211/Put/seqid=0 2024-11-07T09:18:26,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741850_1026 (size=8517) 2024-11-07T09:18:26,428 INFO [M:0;9f1eb259a29b:44151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e72554f249df4a2fb6f6d6131328f6ec 2024-11-07T09:18:26,445 DEBUG [M:0;9f1eb259a29b:44151 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd68876049464bc88b7656ab29f7e324 is 69, key is 9f1eb259a29b,39275,1730971078501/rs:state/1730971080172/Put/seqid=0 2024-11-07T09:18:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741851_1027 (size=5156) 2024-11-07T09:18:26,449 INFO [M:0;9f1eb259a29b:44151 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd68876049464bc88b7656ab29f7e324 2024-11-07T09:18:26,453 DEBUG [M:0;9f1eb259a29b:44151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64a161194ef043d586021413db7ffd43 as hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64a161194ef043d586021413db7ffd43 2024-11-07T09:18:26,457 INFO [M:0;9f1eb259a29b:44151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64a161194ef043d586021413db7ffd43, entries=8, sequenceid=97, filesize=5.5 K 2024-11-07T09:18:26,457 DEBUG [M:0;9f1eb259a29b:44151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e72554f249df4a2fb6f6d6131328f6ec as hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e72554f249df4a2fb6f6d6131328f6ec 2024-11-07T09:18:26,461 INFO [M:0;9f1eb259a29b:44151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e72554f249df4a2fb6f6d6131328f6ec, entries=11, sequenceid=97, filesize=8.3 K 2024-11-07T09:18:26,462 DEBUG [M:0;9f1eb259a29b:44151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd68876049464bc88b7656ab29f7e324 as hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd68876049464bc88b7656ab29f7e324 2024-11-07T09:18:26,465 INFO [M:0;9f1eb259a29b:44151 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33237/user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd68876049464bc88b7656ab29f7e324, entries=1, sequenceid=97, filesize=5.0 K 2024-11-07T09:18:26,466 INFO [M:0;9f1eb259a29b:44151 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false 2024-11-07T09:18:26,467 INFO [M:0;9f1eb259a29b:44151 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:26,467 DEBUG [M:0;9f1eb259a29b:44151 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971105587Disabling compacts and flushes for region at 1730971105587Disabling writes for close at 1730971105587Obtaining lock to block concurrent updates at 1730971105587Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971105587Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1730971105588 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971105588Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971105588Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971105602 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971105602Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971106010 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971106024 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971106024Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971106431 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971106445 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971106445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9fc1a76: reopening flushed file at 1730971106452 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ca8ccb: reopening flushed file at 1730971106457 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db84740: reopening flushed file at 1730971106461 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false at 1730971106466 (+5 ms)Writing region close event to WAL at 1730971106467 (+1 ms)Closed at 1730971106467 2024-11-07T09:18:26,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741830_1006 (size=63666) 2024-11-07T09:18:26,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ece1355-95b1-10dc-d717-3485636bc258/MasterData/WALs/9f1eb259a29b,44151,1730971078447/9f1eb259a29b%2C44151%2C1730971078447.1730971079819 not finished, retry = 0 2024-11-07T09:18:26,514 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:26,570 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:18:26,570 INFO [M:0;9f1eb259a29b:44151 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:18:26,570 INFO [M:0;9f1eb259a29b:44151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44151 2024-11-07T09:18:26,570 INFO [M:0;9f1eb259a29b:44151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:18:26,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:26,672 INFO [M:0;9f1eb259a29b:44151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:18:26,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44151-0x100f1b865490003, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:26,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c2e99a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:18:26,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e55eb3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:18:26,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:18:26,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@370005d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:18:26,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af07dc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/hadoop.log.dir/,STOPPED} 2024-11-07T09:18:26,677 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:18:26,677 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:18:26,677 WARN [BP-291669270-172.17.0.2-1730971077334 heartbeating to localhost/127.0.0.1:33237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:18:26,677 WARN [BP-291669270-172.17.0.2-1730971077334 heartbeating to localhost/127.0.0.1:33237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-291669270-172.17.0.2-1730971077334 (Datanode Uuid 2085505b-6e02-438e-8122-46260bc2a14c) service to localhost/127.0.0.1:33237 2024-11-07T09:18:26,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/cluster_c1af0be7-8530-e55d-abfa-1b28631c1621/data/data1/current/BP-291669270-172.17.0.2-1730971077334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:18:26,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/cluster_c1af0be7-8530-e55d-abfa-1b28631c1621/data/data2/current/BP-291669270-172.17.0.2-1730971077334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:18:26,678 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:18:26,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@778b1872{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:18:26,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44fd5e6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:18:26,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:18:26,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586be9a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:18:26,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@212d6290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/748c4560-af36-a1ae-1f57-0adde8add3b9/hadoop.log.dir/,STOPPED} 2024-11-07T09:18:26,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:18:26,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:18:26,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:26,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:26,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:26,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:26,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:26,701 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:18:26,701 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=497656824, stopped=false 2024-11-07T09:18:26,701 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,45781,1730971074191 2024-11-07T09:18:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068426344/running 2024-11-07T09:18:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068426344/running 2024-11-07T09:18:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:18:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:18:26,703 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:18:26,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:26,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:26,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:26,703 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,35939,1730971074263' ***** 2024-11-07T09:18:26,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Set watcher on znode that does not yet exist, /01068426344/running 2024-11-07T09:18:26,703 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:18:26,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Set watcher on znode that does not yet exist, /01068426344/running 2024-11-07T09:18:26,704 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:18:26,704 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:18:26,704 INFO [RS:0;9f1eb259a29b:35939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:18:26,704 INFO [RS:0;9f1eb259a29b:35939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:18:26,704 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(3091): Received CLOSE for fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:26,705 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:26,705 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,35939,1730971074263 2024-11-07T09:18:26,705 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:18:26,705 INFO [RS:0;9f1eb259a29b:35939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:35939. 2024-11-07T09:18:26,705 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa50d42f9c23e714001d896659fc1f5a, disabling compactions & flushes 2024-11-07T09:18:26,705 DEBUG [RS:0;9f1eb259a29b:35939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:26,705 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:26,705 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:26,705 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:26,705 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. after waiting 0 ms 2024-11-07T09:18:26,705 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:26,705 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:18:26,705 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:18:26,705 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:18:26,705 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa50d42f9c23e714001d896659fc1f5a 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-07T09:18:26,705 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:18:26,705 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:18:26,705 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1325): Online Regions={fa50d42f9c23e714001d896659fc1f5a=hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a., 1588230740=hbase:meta,,1.1588230740, 4b180bc5e7239560e5cfa61976e102e6=test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6.} 2024-11-07T09:18:26,705 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b180bc5e7239560e5cfa61976e102e6, fa50d42f9c23e714001d896659fc1f5a 2024-11-07T09:18:26,705 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:18:26,705 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:18:26,705 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:18:26,705 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:18:26,705 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:18:26,705 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:18:26,720 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/replication/fa50d42f9c23e714001d896659fc1f5a/.tmp/queue/5806b29f49a84336a17b072dbce807a6 is 153, key is 1-9f1eb259a29b,35939,1730971074263/queue:9f1eb259a29b%2C35939%2C1730971074263/1730971097474/Put/seqid=0 2024-11-07T09:18:26,723 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/info/d8efd9aa6fb94b8eb5565b9fea53fe10 is 147, key is hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a./info:regioninfo/1730971089039/Put/seqid=0 2024-11-07T09:18:26,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741840_1016 (size=5352) 2024-11-07T09:18:26,724 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/replication/fa50d42f9c23e714001d896659fc1f5a/.tmp/queue/5806b29f49a84336a17b072dbce807a6 2024-11-07T09:18:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741841_1017 (size=7686) 2024-11-07T09:18:26,729 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/replication/fa50d42f9c23e714001d896659fc1f5a/.tmp/queue/5806b29f49a84336a17b072dbce807a6 as hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/replication/fa50d42f9c23e714001d896659fc1f5a/queue/5806b29f49a84336a17b072dbce807a6 2024-11-07T09:18:26,732 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/replication/fa50d42f9c23e714001d896659fc1f5a/queue/5806b29f49a84336a17b072dbce807a6, entries=1, sequenceid=8, filesize=5.2 K 2024-11-07T09:18:26,733 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for fa50d42f9c23e714001d896659fc1f5a in 28ms, sequenceid=8, compaction requested=false 2024-11-07T09:18:26,735 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/replication/fa50d42f9c23e714001d896659fc1f5a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-07T09:18:26,736 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:18:26,736 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:18:26,736 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:26,736 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa50d42f9c23e714001d896659fc1f5a: Waiting for close lock at 1730971106705Running coprocessor pre-close hooks at 1730971106705Disabling compacts and flushes for region at 1730971106705Disabling writes for close at 1730971106705Obtaining lock to block concurrent updates at 1730971106705Preparing flush snapshotting stores in fa50d42f9c23e714001d896659fc1f5a at 1730971106705Finished memstore snapshotting hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1730971106705Flushing stores of hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. at 1730971106706 (+1 ms)Flushing fa50d42f9c23e714001d896659fc1f5a/queue: creating writer at 1730971106706Flushing fa50d42f9c23e714001d896659fc1f5a/queue: appending metadata at 1730971106720 (+14 ms)Flushing fa50d42f9c23e714001d896659fc1f5a/queue: closing flushed file at 1730971106720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4737f445: reopening flushed file at 1730971106728 (+8 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for fa50d42f9c23e714001d896659fc1f5a in 28ms, sequenceid=8, compaction requested=false at 1730971106733 (+5 ms)Writing region close event to WAL at 1730971106733Running coprocessor post-close hooks at 1730971106736 (+3 ms)Closed at 1730971106736 2024-11-07T09:18:26,736 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730971087874.fa50d42f9c23e714001d896659fc1f5a. 2024-11-07T09:18:26,736 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b180bc5e7239560e5cfa61976e102e6, disabling compactions & flushes 2024-11-07T09:18:26,736 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:26,736 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:26,736 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. after waiting 0 ms 2024-11-07T09:18:26,736 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:26,736 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b180bc5e7239560e5cfa61976e102e6 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-07T09:18:26,744 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:18:26,751 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/.tmp/f/69624fb8acb64b3fabfc3438d00d4ccd is 28, key is row/f:/1730971097380/DeleteFamily/seqid=0 2024-11-07T09:18:26,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741842_1018 (size=5085) 2024-11-07T09:18:26,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:18:26,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:26,905 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:27,106 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:27,120 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:18:27,120 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:18:27,127 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/info/d8efd9aa6fb94b8eb5565b9fea53fe10 2024-11-07T09:18:27,151 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/ns/abcda81bed7f4f5dbd9306fd967ebb21 is 43, key is default/ns:d/1730971077240/Put/seqid=0 2024-11-07T09:18:27,154 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/.tmp/f/69624fb8acb64b3fabfc3438d00d4ccd 2024-11-07T09:18:27,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741843_1019 (size=5153) 2024-11-07T09:18:27,155 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/ns/abcda81bed7f4f5dbd9306fd967ebb21 2024-11-07T09:18:27,159 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69624fb8acb64b3fabfc3438d00d4ccd 2024-11-07T09:18:27,179 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/rep_barrier/9a1c0bfedfa14dceb288b5a88bbfad84 is 112, key is test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6./rep_barrier:seqnumDuringOpen/1730971085206/Put/seqid=0 2024-11-07T09:18:27,179 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/.tmp/f1/2161373279d24d718ef8eb8a9ca7f4b6 is 29, key is row/f1:/1730971097380/DeleteFamily/seqid=0 2024-11-07T09:18:27,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741844_1020 (size=5518) 2024-11-07T09:18:27,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741845_1021 (size=5089) 2024-11-07T09:18:27,306 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:27,506 DEBUG [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b180bc5e7239560e5cfa61976e102e6 2024-11-07T09:18:27,582 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/rep_barrier/9a1c0bfedfa14dceb288b5a88bbfad84 2024-11-07T09:18:27,583 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/.tmp/f1/2161373279d24d718ef8eb8a9ca7f4b6 2024-11-07T09:18:27,586 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2161373279d24d718ef8eb8a9ca7f4b6 2024-11-07T09:18:27,600 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/table/949b31ea76684a62a0117496e9ed488e is 53, key is hbase:replication/table:state/1730971089045/Put/seqid=0 2024-11-07T09:18:27,601 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/.tmp/norep/bc2140b8f20e45a98e11372ce661d565 is 32, key is row/norep:/1730971097380/DeleteFamily/seqid=0 2024-11-07T09:18:27,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741846_1022 (size=5308) 2024-11-07T09:18:27,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741847_1023 (size=5101) 2024-11-07T09:18:27,606 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/.tmp/norep/bc2140b8f20e45a98e11372ce661d565 2024-11-07T09:18:27,606 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/table/949b31ea76684a62a0117496e9ed488e 2024-11-07T09:18:27,609 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc2140b8f20e45a98e11372ce661d565 2024-11-07T09:18:27,610 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/info/d8efd9aa6fb94b8eb5565b9fea53fe10 as hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/info/d8efd9aa6fb94b8eb5565b9fea53fe10 2024-11-07T09:18:27,610 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/.tmp/f/69624fb8acb64b3fabfc3438d00d4ccd as hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/f/69624fb8acb64b3fabfc3438d00d4ccd 2024-11-07T09:18:27,613 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/info/d8efd9aa6fb94b8eb5565b9fea53fe10, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:18:27,613 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69624fb8acb64b3fabfc3438d00d4ccd 2024-11-07T09:18:27,613 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/f/69624fb8acb64b3fabfc3438d00d4ccd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T09:18:27,614 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/ns/abcda81bed7f4f5dbd9306fd967ebb21 as hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/ns/abcda81bed7f4f5dbd9306fd967ebb21 2024-11-07T09:18:27,614 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/.tmp/f1/2161373279d24d718ef8eb8a9ca7f4b6 as hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/f1/2161373279d24d718ef8eb8a9ca7f4b6 2024-11-07T09:18:27,618 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2161373279d24d718ef8eb8a9ca7f4b6 2024-11-07T09:18:27,618 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/ns/abcda81bed7f4f5dbd9306fd967ebb21, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:18:27,618 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/f1/2161373279d24d718ef8eb8a9ca7f4b6, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T09:18:27,618 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/.tmp/norep/bc2140b8f20e45a98e11372ce661d565 as hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/norep/bc2140b8f20e45a98e11372ce661d565 2024-11-07T09:18:27,618 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/rep_barrier/9a1c0bfedfa14dceb288b5a88bbfad84 as hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/rep_barrier/9a1c0bfedfa14dceb288b5a88bbfad84 2024-11-07T09:18:27,626 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc2140b8f20e45a98e11372ce661d565 2024-11-07T09:18:27,626 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/norep/bc2140b8f20e45a98e11372ce661d565, entries=1, sequenceid=6, filesize=5.0 K 2024-11-07T09:18:27,626 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/rep_barrier/9a1c0bfedfa14dceb288b5a88bbfad84, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:18:27,627 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4b180bc5e7239560e5cfa61976e102e6 in 891ms, sequenceid=6, compaction requested=false 2024-11-07T09:18:27,627 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T09:18:27,627 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/.tmp/table/949b31ea76684a62a0117496e9ed488e as hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/table/949b31ea76684a62a0117496e9ed488e 2024-11-07T09:18:27,630 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/table/949b31ea76684a62a0117496e9ed488e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:18:27,631 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/default/test/4b180bc5e7239560e5cfa61976e102e6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T09:18:27,631 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:18:27,631 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:18:27,631 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:27,631 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false 2024-11-07T09:18:27,631 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b180bc5e7239560e5cfa61976e102e6: Waiting for close lock at 1730971106736Running coprocessor pre-close hooks at 1730971106736Disabling compacts and flushes for region at 1730971106736Disabling writes for close at 1730971106736Obtaining lock to block concurrent updates at 1730971106736Preparing flush snapshotting stores in 4b180bc5e7239560e5cfa61976e102e6 at 1730971106736Finished memstore snapshotting test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1730971106737 (+1 ms)Flushing stores of test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. at 1730971106737Flushing 4b180bc5e7239560e5cfa61976e102e6/f: creating writer at 1730971106737Flushing 4b180bc5e7239560e5cfa61976e102e6/f: appending metadata at 1730971106750 (+13 ms)Flushing 4b180bc5e7239560e5cfa61976e102e6/f: closing flushed file at 1730971106750Flushing 4b180bc5e7239560e5cfa61976e102e6/f1: creating writer at 1730971107159 (+409 ms)Flushing 4b180bc5e7239560e5cfa61976e102e6/f1: appending metadata at 1730971107178 (+19 ms)Flushing 4b180bc5e7239560e5cfa61976e102e6/f1: closing flushed file at 1730971107178Flushing 4b180bc5e7239560e5cfa61976e102e6/norep: creating writer at 1730971107587 (+409 ms)Flushing 4b180bc5e7239560e5cfa61976e102e6/norep: appending metadata at 1730971107600 (+13 ms)Flushing 4b180bc5e7239560e5cfa61976e102e6/norep: closing flushed file at 1730971107600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3583b0b8: reopening flushed file at 1730971107609 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3b970c: reopening flushed file at 1730971107614 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400fbfde: reopening flushed file at 1730971107618 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4b180bc5e7239560e5cfa61976e102e6 in 891ms, sequenceid=6, compaction requested=false at 1730971107627 (+9 ms)Writing region close event to WAL at 1730971107628 (+1 ms)Running coprocessor post-close hooks at 1730971107631 (+3 ms)Closed at 1730971107631 2024-11-07T09:18:27,631 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:18:27,631 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730971084434.4b180bc5e7239560e5cfa61976e102e6. 2024-11-07T09:18:27,635 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:18:27,635 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:18:27,635 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:18:27,635 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:27,635 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971106705Running coprocessor pre-close hooks at 1730971106705Disabling compacts and flushes for region at 1730971106705Disabling writes for close at 1730971106705Obtaining lock to block concurrent updates at 1730971106706 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730971106706Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730971106706Flushing stores of hbase:meta,,1.1588230740 at 1730971106706Flushing 1588230740/info: creating writer at 1730971106706Flushing 1588230740/info: appending metadata at 1730971106723 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730971106723Flushing 1588230740/ns: creating writer at 1730971107131 (+408 ms)Flushing 1588230740/ns: appending metadata at 1730971107151 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1730971107151Flushing 1588230740/rep_barrier: creating writer at 1730971107158 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971107178 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971107178Flushing 1588230740/table: creating writer at 1730971107587 (+409 ms)Flushing 1588230740/table: appending metadata at 1730971107600 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730971107600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5197e4: reopening flushed file at 1730971107609 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270d81f1: reopening flushed file at 1730971107613 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2a48f5: reopening flushed file at 1730971107618 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260f291f: reopening flushed file at 1730971107626 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false at 1730971107631 (+5 ms)Writing region close event to WAL at 1730971107633 (+2 ms)Running coprocessor post-close hooks at 1730971107635 (+2 ms)Closed at 1730971107635 2024-11-07T09:18:27,636 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:27,706 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,35939,1730971074263; all regions closed. 2024-11-07T09:18:27,708 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.meta.1730971077195.meta not finished, retry = 0 2024-11-07T09:18:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741834_1010 (size=4239) 2024-11-07T09:18:27,810 DEBUG [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/oldWALs 2024-11-07T09:18:27,810 INFO [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C35939%2C1730971074263.meta:.meta(num 1730971077195) 2024-11-07T09:18:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741839_1015 (size=2240) 2024-11-07T09:18:27,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.rep.1730971089009 not finished, retry = 0 2024-11-07T09:18:27,914 DEBUG [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/oldWALs 2024-11-07T09:18:27,914 INFO [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C35939%2C1730971074263.rep:(num 1730971089009) 2024-11-07T09:18:27,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741832_1008 (size=1535) 2024-11-07T09:18:27,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 not finished, retry = 0 2024-11-07T09:18:27,917 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 to pos 636, reset compression=false 2024-11-07T09:18:28,018 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259 2024-11-07T09:18:28,018 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:28,018 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-07T09:18:28,018 DEBUG [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/oldWALs 2024-11-07T09:18:28,018 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.wal-reader.9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-07T09:18:28,018 INFO [RS:0;9f1eb259a29b:35939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C35939%2C1730971074263:(num 1730971076259) 2024-11-07T09:18:28,018 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,35939,1730971074263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/WALs/9f1eb259a29b,35939,1730971074263/9f1eb259a29b%2C35939%2C1730971074263.1730971076259, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-07T09:18:28,018 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:28,018 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:18:28,019 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:18:28,019 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:18:28,019 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:18:28,019 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:18:28,019 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,35939,1730971074263 because: Region server is closing 2024-11-07T09:18:28,020 INFO [RS:0;9f1eb259a29b:35939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:35939. 2024-11-07T09:18:28,020 DEBUG [RS:0;9f1eb259a29b:35939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:28,020 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:28,020 DEBUG [RS:0;9f1eb259a29b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:28,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:28,019 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9f1eb259a29b,35939,1730971074263: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9f1eb259a29b,35939,1730971074263, walGroup=9f1eb259a29b%2C35939%2C1730971074263, offset=9f1eb259a29b%2C35939%2C1730971074263.1730971076259:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:35939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T09:18:28,020 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T09:18:28,020 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T09:18:28,021 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T09:18:28,021 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T09:18:28,021 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T09:18:28,021 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 959535680 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201109864 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T09:18:28,021 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9f1eb259a29b%2C35939%2C1730971074263.1730971076259] 2024-11-07T09:18:28,120 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,35939,1730971074263.replicationSource.shipper9f1eb259a29b%2C35939%2C1730971074263,1-9f1eb259a29b,35939,1730971074263 terminated 2024-11-07T09:18:28,120 INFO [RS:0;9f1eb259a29b:35939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35939 2024-11-07T09:18:28,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068426344/rs/9f1eb259a29b,35939,1730971074263 2024-11-07T09:18:28,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344/rs 2024-11-07T09:18:28,123 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:18:28,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,35939,1730971074263] 2024-11-07T09:18:28,125 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01068426344/draining/9f1eb259a29b,35939,1730971074263 already deleted, retry=false 2024-11-07T09:18:28,125 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,35939,1730971074263 expired; onlineServers=0 2024-11-07T09:18:28,125 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,45781,1730971074191' ***** 2024-11-07T09:18:28,125 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:18:28,125 INFO [M:0;9f1eb259a29b:45781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:18:28,125 INFO [M:0;9f1eb259a29b:45781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:18:28,125 DEBUG [M:0;9f1eb259a29b:45781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:18:28,125 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:18:28,125 DEBUG [M:0;9f1eb259a29b:45781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:18:28,125 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971076042 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971076042,5,FailOnTimeoutGroup] 2024-11-07T09:18:28,125 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971076043 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971076043,5,FailOnTimeoutGroup] 2024-11-07T09:18:28,126 INFO [M:0;9f1eb259a29b:45781 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:18:28,126 INFO [M:0;9f1eb259a29b:45781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:18:28,126 DEBUG [M:0;9f1eb259a29b:45781 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:18:28,126 INFO [M:0;9f1eb259a29b:45781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:18:28,126 INFO [M:0;9f1eb259a29b:45781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:18:28,126 INFO [M:0;9f1eb259a29b:45781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:18:28,126 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:18:28,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068426344/master 2024-11-07T09:18:28,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068426344 2024-11-07T09:18:28,127 DEBUG [M:0;9f1eb259a29b:45781 {}] zookeeper.ZKUtil(347): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Unable to get data of znode /01068426344/master because node does not exist (not an error) 2024-11-07T09:18:28,127 WARN [M:0;9f1eb259a29b:45781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:18:28,127 INFO [M:0;9f1eb259a29b:45781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/.lastflushedseqids 2024-11-07T09:18:28,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741848_1024 (size=245) 2024-11-07T09:18:28,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:28,224 INFO [RS:0;9f1eb259a29b:35939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:18:28,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x100f1b865490001, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:28,224 INFO [RS:0;9f1eb259a29b:35939 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,35939,1730971074263; zookeeper connection closed. 2024-11-07T09:18:28,224 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d7ff0d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d7ff0d5 2024-11-07T09:18:28,225 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:18:28,532 INFO [M:0;9f1eb259a29b:45781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:18:28,532 INFO [M:0;9f1eb259a29b:45781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:18:28,532 DEBUG [M:0;9f1eb259a29b:45781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:18:28,532 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:28,532 DEBUG [M:0;9f1eb259a29b:45781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:28,532 DEBUG [M:0;9f1eb259a29b:45781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:18:28,532 DEBUG [M:0;9f1eb259a29b:45781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:28,532 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-07T09:18:28,551 DEBUG [M:0;9f1eb259a29b:45781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa9002c4dbe941efa7429d4292ae5e71 is 82, key is hbase:meta,,1/info:regioninfo/1730971077226/Put/seqid=0 2024-11-07T09:18:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741849_1025 (size=5672) 2024-11-07T09:18:28,955 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa9002c4dbe941efa7429d4292ae5e71 2024-11-07T09:18:28,973 DEBUG [M:0;9f1eb259a29b:45781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b8f31c0baf472bbc8395466e3ba4aa is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730971085236/Put/seqid=0 2024-11-07T09:18:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741850_1026 (size=7218) 2024-11-07T09:18:29,376 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b8f31c0baf472bbc8395466e3ba4aa 2024-11-07T09:18:29,380 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28b8f31c0baf472bbc8395466e3ba4aa 2024-11-07T09:18:29,394 DEBUG [M:0;9f1eb259a29b:45781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bffc1e9259d146ec8bef2a556b105dfb is 69, key is 9f1eb259a29b,35939,1730971074263/rs:state/1730971076108/Put/seqid=0 2024-11-07T09:18:29,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741851_1027 (size=5156) 2024-11-07T09:18:29,798 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bffc1e9259d146ec8bef2a556b105dfb 2024-11-07T09:18:29,801 DEBUG [M:0;9f1eb259a29b:45781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa9002c4dbe941efa7429d4292ae5e71 as hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa9002c4dbe941efa7429d4292ae5e71 2024-11-07T09:18:29,805 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa9002c4dbe941efa7429d4292ae5e71, entries=8, sequenceid=105, filesize=5.5 K 2024-11-07T09:18:29,805 DEBUG [M:0;9f1eb259a29b:45781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28b8f31c0baf472bbc8395466e3ba4aa as hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28b8f31c0baf472bbc8395466e3ba4aa 2024-11-07T09:18:29,808 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28b8f31c0baf472bbc8395466e3ba4aa 2024-11-07T09:18:29,809 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28b8f31c0baf472bbc8395466e3ba4aa, entries=11, sequenceid=105, filesize=7.0 K 2024-11-07T09:18:29,809 DEBUG [M:0;9f1eb259a29b:45781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bffc1e9259d146ec8bef2a556b105dfb as hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bffc1e9259d146ec8bef2a556b105dfb 2024-11-07T09:18:29,812 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38601/user/jenkins/test-data/75f652a7-9d5d-3c17-ab26-6e05779f904c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bffc1e9259d146ec8bef2a556b105dfb, entries=1, sequenceid=105, filesize=5.0 K 2024-11-07T09:18:29,813 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-11-07T09:18:29,814 INFO [M:0;9f1eb259a29b:45781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:29,814 DEBUG [M:0;9f1eb259a29b:45781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971108532Disabling compacts and flushes for region at 1730971108532Disabling writes for close at 1730971108532Obtaining lock to block concurrent updates at 1730971108532Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971108532Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1730971108533 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971108533Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971108533Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971108551 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971108551Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971108959 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971108972 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971108972Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971109380 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971109393 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971109394 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ced80cb: reopening flushed file at 1730971109801 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e68930: reopening flushed file at 1730971109805 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b748dc4: reopening flushed file at 1730971109809 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1730971109813 (+4 ms)Writing region close event to WAL at 1730971109814 (+1 ms)Closed at 1730971109814 2024-11-07T09:18:29,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741830_1006 (size=64423) 2024-11-07T09:18:29,816 INFO [M:0;9f1eb259a29b:45781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:18:29,816 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:18:29,816 INFO [M:0;9f1eb259a29b:45781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45781 2024-11-07T09:18:29,816 INFO [M:0;9f1eb259a29b:45781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:18:29,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:29,918 INFO [M:0;9f1eb259a29b:45781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:18:29,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45781-0x100f1b865490000, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:29,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b8f6086{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:18:29,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47338a4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:18:29,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:18:29,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@595696e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:18:29,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5105e8fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/hadoop.log.dir/,STOPPED} 2024-11-07T09:18:29,923 WARN [BP-246921437-172.17.0.2-1730971073233 heartbeating to localhost/127.0.0.1:38601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:18:29,923 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:18:29,923 WARN [BP-246921437-172.17.0.2-1730971073233 heartbeating to localhost/127.0.0.1:38601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-246921437-172.17.0.2-1730971073233 (Datanode Uuid 1eea9e6c-91d4-4848-9b95-f7bf773ff801) service to localhost/127.0.0.1:38601 2024-11-07T09:18:29,923 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:18:29,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/cluster_0fd320f6-252c-5bd2-dd37-ad5284f861a2/data/data1/current/BP-246921437-172.17.0.2-1730971073233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:18:29,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/cluster_0fd320f6-252c-5bd2-dd37-ad5284f861a2/data/data2/current/BP-246921437-172.17.0.2-1730971073233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:18:29,924 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:18:29,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dbdd5c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:18:29,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a33d8b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:18:29,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:18:29,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae922fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:18:29,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dd15f7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/affb3472-3324-e9c3-0e92-4ed8a5b6e7b3/hadoop.log.dir/,STOPPED} 2024-11-07T09:18:29,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:18:29,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:18:29,964 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 314) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:32911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32911 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33237 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55277) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55277) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38601 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55277) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=798 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=4456 (was 5118) 2024-11-07T09:18:29,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=798, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=4456 2024-11-07T09:18:29,989 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-07T09:18:29,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/hadoop.log.dir so I do NOT create it in target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec 2024-11-07T09:18:29,989 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:18:29,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/hadoop.tmp.dir so I do NOT create it in target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec 2024-11-07T09:18:29,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60f14-0c68-40bb-f1d9-f62a561590bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:18:29,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec 2024-11-07T09:18:29,990 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/cluster_40196e3c-8fae-e8e2-3eb7-d780229bbd59, deleteOnExit=true 2024-11-07T09:18:29,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/cluster_40196e3c-8fae-e8e2-3eb7-d780229bbd59/zookeeper_0, clientPort=50287, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/cluster_40196e3c-8fae-e8e2-3eb7-d780229bbd59/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/cluster_40196e3c-8fae-e8e2-3eb7-d780229bbd59/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:18:29,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50287 2024-11-07T09:18:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:18:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:18:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/test.cache.data in system properties and HBase conf 2024-11-07T09:18:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:18:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:18:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:18:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:18:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:18:29,993 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:18:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:18:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:18:29,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:18:29,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:18:29,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:18:29,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:18:29,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:18:29,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:18:29,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:18:29,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:18:29,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:18:29,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:18:29,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:18:29,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:18:30,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100f1b865490005, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:18:30,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100f1b865490008, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:18:30,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100f1b865490005, quorum=127.0.0.1:55277, baseZNode=/11618885213 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:18:30,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100f1b865490008, quorum=127.0.0.1:55277, baseZNode=/2-1430991330 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:18:30,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100f1b865490002, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:18:30,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100f1b865490002, quorum=127.0.0.1:55277, baseZNode=/01068426344 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:18:30,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:30,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:18:30,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:18:30,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:18:30,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:18:30,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:30,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bab9e15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:18:30,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f340a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:18:30,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e10aff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/java.io.tmpdir/jetty-localhost-33501-hadoop-hdfs-3_4_1-tests_jar-_-any-4782883500791947406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:18:30,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4563ee9c{HTTP/1.1, (http/1.1)}{localhost:33501} 2024-11-07T09:18:30,186 INFO [Time-limited test {}] server.Server(415): Started @281457ms 2024-11-07T09:18:30,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:30,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:18:30,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:18:30,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:18:30,267 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:18:30,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f74c9a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:18:30,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d6242e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:18:30,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1078bb73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/java.io.tmpdir/jetty-localhost-39507-hadoop-hdfs-3_4_1-tests_jar-_-any-952337856493097127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:18:30,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4413a6db{HTTP/1.1, (http/1.1)}{localhost:39507} 2024-11-07T09:18:30,382 INFO [Time-limited test {}] server.Server(415): Started @281653ms 2024-11-07T09:18:30,383 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:18:30,486 WARN [Thread-4156 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/cluster_40196e3c-8fae-e8e2-3eb7-d780229bbd59/data/data1/current/BP-1536314811-172.17.0.2-1730971110012/current, will proceed with Du for space computation calculation, 2024-11-07T09:18:30,486 WARN [Thread-4157 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/cluster_40196e3c-8fae-e8e2-3eb7-d780229bbd59/data/data2/current/BP-1536314811-172.17.0.2-1730971110012/current, will proceed with Du for space computation calculation, 2024-11-07T09:18:30,511 WARN [Thread-4144 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:18:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14d50b7fc35493fb with lease ID 0x626b14d1d80b0358: Processing first storage report for DS-50e7d62a-ee4d-4084-882a-37d84e498f88 from datanode DatanodeRegistration(127.0.0.1:38747, datanodeUuid=0d8f8738-57d6-456b-9ae0-f0f55f1bde9b, infoPort=33131, infoSecurePort=0, ipcPort=34789, storageInfo=lv=-57;cid=testClusterID;nsid=573277267;c=1730971110012) 2024-11-07T09:18:30,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14d50b7fc35493fb with lease ID 0x626b14d1d80b0358: from storage DS-50e7d62a-ee4d-4084-882a-37d84e498f88 node DatanodeRegistration(127.0.0.1:38747, datanodeUuid=0d8f8738-57d6-456b-9ae0-f0f55f1bde9b, infoPort=33131, infoSecurePort=0, ipcPort=34789, storageInfo=lv=-57;cid=testClusterID;nsid=573277267;c=1730971110012), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:18:30,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14d50b7fc35493fb with lease ID 0x626b14d1d80b0358: Processing first storage report for DS-784122e6-0d31-433e-b86b-06d123d7c96b from datanode DatanodeRegistration(127.0.0.1:38747, datanodeUuid=0d8f8738-57d6-456b-9ae0-f0f55f1bde9b, infoPort=33131, infoSecurePort=0, ipcPort=34789, storageInfo=lv=-57;cid=testClusterID;nsid=573277267;c=1730971110012) 2024-11-07T09:18:30,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14d50b7fc35493fb with lease ID 0x626b14d1d80b0358: from storage DS-784122e6-0d31-433e-b86b-06d123d7c96b node DatanodeRegistration(127.0.0.1:38747, datanodeUuid=0d8f8738-57d6-456b-9ae0-f0f55f1bde9b, infoPort=33131, infoSecurePort=0, ipcPort=34789, storageInfo=lv=-57;cid=testClusterID;nsid=573277267;c=1730971110012), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:18:30,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec 2024-11-07T09:18:30,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:30,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:30,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:18:31,019 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075 with version=8 2024-11-07T09:18:31,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/hbase-staging 2024-11-07T09:18:31,021 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:18:31,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:31,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:31,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:18:31,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:31,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:18:31,022 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:18:31,022 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:18:31,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36509 2024-11-07T09:18:31,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36509 connecting to ZooKeeper ensemble=127.0.0.1:50287 2024-11-07T09:18:31,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365090x0, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:31,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36509-0x100f1b8f4f70000 connected 2024-11-07T09:18:31,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:31,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:31,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Set watcher on znode that does not yet exist, /0-435719878/running 2024-11-07T09:18:31,052 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075, hbase.cluster.distributed=false 2024-11-07T09:18:31,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Set watcher on znode that does not yet exist, /0-435719878/acl 2024-11-07T09:18:31,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36509 2024-11-07T09:18:31,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36509 2024-11-07T09:18:31,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36509 2024-11-07T09:18:31,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36509 2024-11-07T09:18:31,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36509 2024-11-07T09:18:31,075 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:18:31,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:31,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:31,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:18:31,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:31,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:18:31,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:18:31,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:18:31,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46079 2024-11-07T09:18:31,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46079 connecting to ZooKeeper ensemble=127.0.0.1:50287 2024-11-07T09:18:31,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:31,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:31,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460790x0, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:31,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46079-0x100f1b8f4f70001 connected 2024-11-07T09:18:31,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460790x0, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Set watcher on znode that does not yet exist, /0-435719878/running 2024-11-07T09:18:31,084 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:18:31,084 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:18:31,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Set watcher on znode that does not yet exist, /0-435719878/master 2024-11-07T09:18:31,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Set watcher on znode that does not yet exist, /0-435719878/acl 2024-11-07T09:18:31,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46079 2024-11-07T09:18:31,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46079 2024-11-07T09:18:31,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46079 2024-11-07T09:18:31,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46079 2024-11-07T09:18:31,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46079 2024-11-07T09:18:31,106 DEBUG [M:0;9f1eb259a29b:36509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:36509 2024-11-07T09:18:31,108 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-435719878/backup-masters/9f1eb259a29b,36509,1730971111021 2024-11-07T09:18:31,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878/backup-masters 2024-11-07T09:18:31,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878/backup-masters 2024-11-07T09:18:31,110 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Set watcher on existing znode=/0-435719878/backup-masters/9f1eb259a29b,36509,1730971111021 2024-11-07T09:18:31,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-435719878/master 2024-11-07T09:18:31,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:31,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:31,113 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Set watcher on existing znode=/0-435719878/master 2024-11-07T09:18:31,113 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-435719878/backup-masters/9f1eb259a29b,36509,1730971111021 from backup master directory 2024-11-07T09:18:31,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878/backup-masters 2024-11-07T09:18:31,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-435719878/backup-masters/9f1eb259a29b,36509,1730971111021 2024-11-07T09:18:31,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878/backup-masters 2024-11-07T09:18:31,114 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:18:31,114 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,36509,1730971111021 2024-11-07T09:18:31,117 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/hbase.id] with ID: 89962c88-a6e9-4949-9a24-5b5f5adea0bc 2024-11-07T09:18:31,117 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/.tmp/hbase.id 2024-11-07T09:18:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:18:31,523 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/.tmp/hbase.id]:[hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/hbase.id] 2024-11-07T09:18:31,530 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:31,530 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:18:31,531 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:18:31,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:31,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:31,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:18:31,942 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:31,943 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:18:31,943 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:18:32,239 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:18:32,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:32,349 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/MasterData/data/master/store 2024-11-07T09:18:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:18:32,754 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:32,754 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:18:32,754 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:32,754 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:32,754 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:18:32,754 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:32,754 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:32,754 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971112754Disabling compacts and flushes for region at 1730971112754Disabling writes for close at 1730971112754Writing region close event to WAL at 1730971112754Closed at 1730971112754 2024-11-07T09:18:32,755 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/MasterData/data/master/store/.initializing 2024-11-07T09:18:32,755 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/MasterData/WALs/9f1eb259a29b,36509,1730971111021 2024-11-07T09:18:32,756 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:18:32,757 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C36509%2C1730971111021, suffix=, logDir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/MasterData/WALs/9f1eb259a29b,36509,1730971111021, archiveDir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/MasterData/oldWALs, maxLogs=10 2024-11-07T09:18:32,771 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/MasterData/WALs/9f1eb259a29b,36509,1730971111021/9f1eb259a29b%2C36509%2C1730971111021.1730971112757, exclude list is [], retry=0 2024-11-07T09:18:32,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-50e7d62a-ee4d-4084-882a-37d84e498f88,DISK] 2024-11-07T09:18:32,774 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/MasterData/WALs/9f1eb259a29b,36509,1730971111021/9f1eb259a29b%2C36509%2C1730971111021.1730971112757 2024-11-07T09:18:32,789 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33131:33131)] 2024-11-07T09:18:32,789 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:32,790 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:32,790 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,790 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:18:32,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:32,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:32,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:18:32,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:32,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:32,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:18:32,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:32,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:32,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:18:32,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:32,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:32,796 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,796 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,797 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,797 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,798 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,798 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:32,799 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:32,800 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:32,801 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75126714, jitterRate=0.11947527527809143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:32,801 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971112790Initializing all the Stores at 1730971112790Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971112790Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971112791 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971112791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971112791Cleaning up temporary data from old regions at 1730971112798 (+7 ms)Region opened successfully at 1730971112801 (+3 ms) 2024-11-07T09:18:32,802 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:18:32,804 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634c932c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:18:32,804 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:18:32,805 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:18:32,805 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:18:32,805 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:18:32,805 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:18:32,805 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:18:32,805 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:18:32,807 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:18:32,807 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Unable to get data of znode /0-435719878/balancer because node does not exist (not necessarily an error) 2024-11-07T09:18:32,809 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-435719878/balancer already deleted, retry=false 2024-11-07T09:18:32,809 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:18:32,809 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Unable to get data of znode /0-435719878/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:18:32,810 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-435719878/normalizer already deleted, retry=false 2024-11-07T09:18:32,811 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:18:32,811 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Unable to get data of znode /0-435719878/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:18:32,812 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-435719878/switch/split already deleted, retry=false 2024-11-07T09:18:32,813 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Unable to get data of znode /0-435719878/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:18:32,815 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-435719878/switch/merge already deleted, retry=false 2024-11-07T09:18:32,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Unable to get data of znode /0-435719878/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:18:32,817 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-435719878/snapshot-cleanup already deleted, retry=false 2024-11-07T09:18:32,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-435719878/running 2024-11-07T09:18:32,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-435719878/running 2024-11-07T09:18:32,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:32,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:32,819 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,36509,1730971111021, sessionid=0x100f1b8f4f70000, setting cluster-up flag (Was=false) 2024-11-07T09:18:32,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:32,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:32,828 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-435719878/flush-table-proc/acquired, /0-435719878/flush-table-proc/reached, /0-435719878/flush-table-proc/abort 2024-11-07T09:18:32,828 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,36509,1730971111021 2024-11-07T09:18:32,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:32,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:32,836 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-435719878/online-snapshot/acquired, /0-435719878/online-snapshot/reached, /0-435719878/online-snapshot/abort 2024-11-07T09:18:32,837 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,36509,1730971111021 2024-11-07T09:18:32,837 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:18:32,838 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:32,839 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:18:32,839 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:18:32,839 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,36509,1730971111021 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:18:32,840 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:32,840 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:32,840 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:32,840 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:32,840 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:18:32,840 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,840 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:18:32,840 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,841 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:32,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:18:32,842 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:32,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:18:32,848 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971142848 2024-11-07T09:18:32,848 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:18:32,849 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:18:32,849 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:18:32,849 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:18:32,849 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:18:32,849 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:18:32,851 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,852 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:18:32,852 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:18:32,852 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:18:32,852 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:18:32,852 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:18:32,852 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:18:32,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:18:32,855 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971112852,5,FailOnTimeoutGroup] 2024-11-07T09:18:32,855 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971112855,5,FailOnTimeoutGroup] 2024-11-07T09:18:32,856 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,856 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:18:32,856 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,856 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,895 INFO [RS:0;9f1eb259a29b:46079 {}] regionserver.HRegionServer(746): ClusterId : 89962c88-a6e9-4949-9a24-5b5f5adea0bc 2024-11-07T09:18:32,895 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:18:32,897 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:18:32,897 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:18:32,898 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:18:32,899 DEBUG [RS:0;9f1eb259a29b:46079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0cf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:18:32,911 DEBUG [RS:0;9f1eb259a29b:46079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:46079 2024-11-07T09:18:32,911 INFO [RS:0;9f1eb259a29b:46079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:18:32,911 INFO [RS:0;9f1eb259a29b:46079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:18:32,911 DEBUG [RS:0;9f1eb259a29b:46079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:18:32,911 INFO [RS:0;9f1eb259a29b:46079 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,36509,1730971111021 with port=46079, startcode=1730971111075 2024-11-07T09:18:32,911 DEBUG [RS:0;9f1eb259a29b:46079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:18:32,913 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:18:32,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,46079,1730971111075 2024-11-07T09:18:32,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36509 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,46079,1730971111075 2024-11-07T09:18:32,915 DEBUG [RS:0;9f1eb259a29b:46079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075 2024-11-07T09:18:32,915 DEBUG [RS:0;9f1eb259a29b:46079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36991 2024-11-07T09:18:32,915 DEBUG [RS:0;9f1eb259a29b:46079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:18:32,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878/rs 2024-11-07T09:18:32,917 DEBUG [RS:0;9f1eb259a29b:46079 {}] zookeeper.ZKUtil(111): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Set watcher on existing znode=/0-435719878/rs/9f1eb259a29b,46079,1730971111075 2024-11-07T09:18:32,917 WARN [RS:0;9f1eb259a29b:46079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:18:32,917 INFO [RS:0;9f1eb259a29b:46079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:32,917 DEBUG [RS:0;9f1eb259a29b:46079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/WALs/9f1eb259a29b,46079,1730971111075 2024-11-07T09:18:32,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,46079,1730971111075] 2024-11-07T09:18:32,919 INFO [RS:0;9f1eb259a29b:46079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:18:32,921 INFO [RS:0;9f1eb259a29b:46079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:18:32,921 INFO [RS:0;9f1eb259a29b:46079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:18:32,921 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,921 INFO [RS:0;9f1eb259a29b:46079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:18:32,922 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:18:32,922 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:32,922 DEBUG [RS:0;9f1eb259a29b:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:32,922 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,922 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,922 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,923 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,923 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,923 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46079,1730971111075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:32,936 INFO [RS:0;9f1eb259a29b:46079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:18:32,936 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,46079,1730971111075-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,936 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,936 INFO [RS:0;9f1eb259a29b:46079 {}] regionserver.Replication(171): 9f1eb259a29b,46079,1730971111075 started 2024-11-07T09:18:32,950 INFO [RS:0;9f1eb259a29b:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:32,950 INFO [RS:0;9f1eb259a29b:46079 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,46079,1730971111075, RpcServer on 9f1eb259a29b/172.17.0.2:46079, sessionid=0x100f1b8f4f70001 2024-11-07T09:18:32,950 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:18:32,950 DEBUG [RS:0;9f1eb259a29b:46079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,46079,1730971111075 2024-11-07T09:18:32,950 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,46079,1730971111075' 2024-11-07T09:18:32,950 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-435719878/flush-table-proc/abort' 2024-11-07T09:18:32,950 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-435719878/flush-table-proc/acquired' 2024-11-07T09:18:32,951 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:18:32,951 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:18:32,951 DEBUG [RS:0;9f1eb259a29b:46079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,46079,1730971111075 2024-11-07T09:18:32,951 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,46079,1730971111075' 2024-11-07T09:18:32,951 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-435719878/online-snapshot/abort' 2024-11-07T09:18:32,951 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-435719878/online-snapshot/acquired' 2024-11-07T09:18:32,951 DEBUG [RS:0;9f1eb259a29b:46079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:18:32,951 INFO [RS:0;9f1eb259a29b:46079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:18:32,951 INFO [RS:0;9f1eb259a29b:46079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:18:33,052 INFO [RS:0;9f1eb259a29b:46079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:18:33,053 INFO [RS:0;9f1eb259a29b:46079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C46079%2C1730971111075, suffix=, logDir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/WALs/9f1eb259a29b,46079,1730971111075, archiveDir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/oldWALs, maxLogs=10 2024-11-07T09:18:33,066 DEBUG [RS:0;9f1eb259a29b:46079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/WALs/9f1eb259a29b,46079,1730971111075/9f1eb259a29b%2C46079%2C1730971111075.1730971113053, exclude list is [], retry=0 2024-11-07T09:18:33,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-50e7d62a-ee4d-4084-882a-37d84e498f88,DISK] 2024-11-07T09:18:33,070 INFO [RS:0;9f1eb259a29b:46079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/WALs/9f1eb259a29b,46079,1730971111075/9f1eb259a29b%2C46079%2C1730971111075.1730971113053 2024-11-07T09:18:33,070 DEBUG [RS:0;9f1eb259a29b:46079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33131:33131)] 2024-11-07T09:18:33,254 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:18:33,254 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075 2024-11-07T09:18:33,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:18:33,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:33,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:33,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:33,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:33,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:33,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:33,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:33,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:33,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:33,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:33,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:33,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:33,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:33,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:33,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:33,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:33,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:33,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:33,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/data/hbase/meta/1588230740 2024-11-07T09:18:33,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/data/hbase/meta/1588230740 2024-11-07T09:18:33,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:33,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:33,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:33,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:33,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:33,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64820788, jitterRate=-0.03409498929977417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:33,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971113662Initializing all the Stores at 1730971113662Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971113662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971113662Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971113662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971113662Cleaning up temporary data from old regions at 1730971113669 (+7 ms)Region opened successfully at 1730971113672 (+3 ms) 2024-11-07T09:18:33,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:18:33,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:18:33,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:18:33,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:18:33,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:18:33,673 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:33,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971113672Disabling compacts and flushes for region at 1730971113672Disabling writes for close at 1730971113673 (+1 ms)Writing region close event to WAL at 1730971113673Closed at 1730971113673 2024-11-07T09:18:33,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:33,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:18:33,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:18:33,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:33,675 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:18:33,826 DEBUG [9f1eb259a29b:36509 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:18:33,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,46079,1730971111075 2024-11-07T09:18:33,827 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,46079,1730971111075, state=OPENING 2024-11-07T09:18:33,829 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:18:33,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:33,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-435719878 2024-11-07T09:18:33,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-435719878/meta-region-server: CHANGED 2024-11-07T09:18:33,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-435719878/meta-region-server: CHANGED 2024-11-07T09:18:33,831 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:33,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,46079,1730971111075}] 2024-11-07T09:18:33,983 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:33,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:18:33,988 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:18:33,988 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:33,988 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:18:33,989 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C46079%2C1730971111075.meta, suffix=.meta, logDir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/WALs/9f1eb259a29b,46079,1730971111075, archiveDir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/oldWALs, maxLogs=10 2024-11-07T09:18:34,006 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/WALs/9f1eb259a29b,46079,1730971111075/9f1eb259a29b%2C46079%2C1730971111075.meta.1730971113990.meta, exclude list is [], retry=0 2024-11-07T09:18:34,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-50e7d62a-ee4d-4084-882a-37d84e498f88,DISK] 2024-11-07T09:18:34,010 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/WALs/9f1eb259a29b,46079,1730971111075/9f1eb259a29b%2C46079%2C1730971111075.meta.1730971113990.meta 2024-11-07T09:18:34,011 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33131:33131)] 2024-11-07T09:18:34,011 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:34,011 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:34,011 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:18:34,011 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:18:34,011 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:18:34,012 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:18:34,012 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:34,012 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:18:34,012 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:18:34,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:34,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:34,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:34,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:34,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:34,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:34,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:34,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:34,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:34,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:34,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:34,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:34,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:34,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:34,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:34,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:34,017 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:34,018 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/data/hbase/meta/1588230740 2024-11-07T09:18:34,018 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/data/hbase/meta/1588230740 2024-11-07T09:18:34,019 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:34,019 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:34,020 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:34,021 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:34,021 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64799794, jitterRate=-0.03440782427787781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:34,021 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:18:34,022 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971114012Writing region info on filesystem at 1730971114012Initializing all the Stores at 1730971114013 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971114013Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971114013Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971114013Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971114013Cleaning up temporary data from old regions at 1730971114019 (+6 ms)Running coprocessor post-open hooks at 1730971114021 (+2 ms)Region opened successfully at 1730971114022 (+1 ms) 2024-11-07T09:18:34,023 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971113983 2024-11-07T09:18:34,025 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:18:34,025 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:18:34,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,46079,1730971111075 2024-11-07T09:18:34,027 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,46079,1730971111075, state=OPEN 2024-11-07T09:18:34,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x100f1b8f4f70001, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-435719878/meta-region-server 2024-11-07T09:18:34,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36509-0x100f1b8f4f70000, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-435719878/meta-region-server 2024-11-07T09:18:34,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-435719878/meta-region-server: CHANGED 2024-11-07T09:18:34,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-435719878/meta-region-server: CHANGED 2024-11-07T09:18:34,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,46079,1730971111075 2024-11-07T09:18:34,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:18:34,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,46079,1730971111075 in 202 msec 2024-11-07T09:18:34,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:18:34,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-07T09:18:34,037 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:34,038 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:18:34,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:34,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,46079,1730971111075, seqNum=-1] 2024-11-07T09:18:34,039 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:34,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:34,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-07T09:18:34,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971114043, completionTime=-1 2024-11-07T09:18:34,043 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:18:34,044 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:18:34,045 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:18:34,045 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971174045 2024-11-07T09:18:34,045 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971234045 2024-11-07T09:18:34,045 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:18:34,045 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36509,1730971111021-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:34,046 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36509,1730971111021-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:34,046 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36509,1730971111021-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:34,046 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:36509, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:34,046 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:34,046 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:34,047 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:18:34,049 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.935sec 2024-11-07T09:18:34,049 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:18:34,049 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:18:34,049 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:18:34,049 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:18:34,049 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:18:34,049 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36509,1730971111021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:34,049 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36509,1730971111021-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:18:34,051 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:18:34,051 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:18:34,051 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,36509,1730971111021-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:34,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ce6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:34,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36509,-1 for getting cluster id 2024-11-07T09:18:34,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:34,097 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89962c88-a6e9-4949-9a24-5b5f5adea0bc' 2024-11-07T09:18:34,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89962c88-a6e9-4949-9a24-5b5f5adea0bc" 2024-11-07T09:18:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77da30ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36509,-1] 2024-11-07T09:18:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:34,099 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:34,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e18e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:34,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,46079,1730971111075, seqNum=-1] 2024-11-07T09:18:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:34,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:34,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,36509,1730971111021 2024-11-07T09:18:34,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50287 2024-11-07T09:18:34,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50287, baseZNode=/0-435719878 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:34,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100f1b8f4f70002 connected 2024-11-07T09:18:34,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:34,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,36509,1730971111021 2024-11-07T09:18:34,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d6732ae 2024-11-07T09:18:34,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:34,112 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:34,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:18:34,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:18:34,116 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:34,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:18:34,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:18:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:34,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:18:34,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T09:18:34,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:18:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:34,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aeed5768b09532dc2ecac3507f223215, NAME => 'test,,1730971114113.aeed5768b09532dc2ecac3507f223215.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075 2024-11-07T09:18:34,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:34,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971114113.aeed5768b09532dc2ecac3507f223215.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:34,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aeed5768b09532dc2ecac3507f223215, disabling compactions & flushes 2024-11-07T09:18:34,932 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971114113.aeed5768b09532dc2ecac3507f223215. 2024-11-07T09:18:34,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971114113.aeed5768b09532dc2ecac3507f223215. 2024-11-07T09:18:34,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971114113.aeed5768b09532dc2ecac3507f223215. after waiting 0 ms 2024-11-07T09:18:34,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971114113.aeed5768b09532dc2ecac3507f223215. 2024-11-07T09:18:34,932 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971114113.aeed5768b09532dc2ecac3507f223215. 2024-11-07T09:18:34,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aeed5768b09532dc2ecac3507f223215: Waiting for close lock at 1730971114932Disabling compacts and flushes for region at 1730971114932Disabling writes for close at 1730971114932Writing region close event to WAL at 1730971114932Closed at 1730971114932 2024-11-07T09:18:34,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:18:34,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971114113.aeed5768b09532dc2ecac3507f223215.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971114934"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971114934"}]},"ts":"1730971114934"} 2024-11-07T09:18:34,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:18:34,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:18:34,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971114936"}]},"ts":"1730971114936"} 2024-11-07T09:18:34,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:18:34,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aeed5768b09532dc2ecac3507f223215, ASSIGN}] 2024-11-07T09:18:34,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aeed5768b09532dc2ecac3507f223215, ASSIGN 2024-11-07T09:18:34,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aeed5768b09532dc2ecac3507f223215, ASSIGN; state=OFFLINE, location=9f1eb259a29b,46079,1730971111075; forceNewPlan=false, retain=false 2024-11-07T09:18:35,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aeed5768b09532dc2ecac3507f223215, regionState=OPENING, regionLocation=9f1eb259a29b,46079,1730971111075 2024-11-07T09:18:35,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aeed5768b09532dc2ecac3507f223215, ASSIGN because future has completed 2024-11-07T09:18:35,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeed5768b09532dc2ecac3507f223215, server=9f1eb259a29b,46079,1730971111075}] 2024-11-07T09:18:35,247 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971114113.aeed5768b09532dc2ecac3507f223215. 2024-11-07T09:18:35,247 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aeed5768b09532dc2ecac3507f223215, NAME => 'test,,1730971114113.aeed5768b09532dc2ecac3507f223215.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:35,247 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:35,247 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:18:35,247 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,248 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971114113.aeed5768b09532dc2ecac3507f223215.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:35,248 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,248 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,249 INFO [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,250 INFO [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeed5768b09532dc2ecac3507f223215 columnFamilyName f 2024-11-07T09:18:35,250 DEBUG [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:35,250 INFO [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] regionserver.HStore(327): Store=aeed5768b09532dc2ecac3507f223215/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:35,250 INFO [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,251 INFO [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeed5768b09532dc2ecac3507f223215 columnFamilyName f1 2024-11-07T09:18:35,251 DEBUG [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:35,251 INFO [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] regionserver.HStore(327): Store=aeed5768b09532dc2ecac3507f223215/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:35,251 INFO [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,252 INFO [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeed5768b09532dc2ecac3507f223215 columnFamilyName norep 2024-11-07T09:18:35,252 DEBUG [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:35,252 INFO [StoreOpener-aeed5768b09532dc2ecac3507f223215-1 {}] regionserver.HStore(327): Store=aeed5768b09532dc2ecac3507f223215/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:35,252 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,253 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/data/default/test/aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,253 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/data/default/test/aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,253 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,253 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,254 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:18:35,254 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,256 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/data/default/test/aeed5768b09532dc2ecac3507f223215/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:35,256 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aeed5768b09532dc2ecac3507f223215; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58868954, jitterRate=-0.12278422713279724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:18:35,257 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aeed5768b09532dc2ecac3507f223215 2024-11-07T09:18:35,257 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aeed5768b09532dc2ecac3507f223215: Running coprocessor pre-open hook at 1730971115248Writing region info on filesystem at 1730971115248Initializing all the Stores at 1730971115248Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971115248Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971115248Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971115248Cleaning up temporary data from old regions at 1730971115253 (+5 ms)Running coprocessor post-open hooks at 1730971115257 (+4 ms)Region opened successfully at 1730971115257 2024-11-07T09:18:35,258 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971114113.aeed5768b09532dc2ecac3507f223215., pid=6, masterSystemTime=1730971115244 2024-11-07T09:18:35,259 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971114113.aeed5768b09532dc2ecac3507f223215. 2024-11-07T09:18:35,259 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971114113.aeed5768b09532dc2ecac3507f223215. 2024-11-07T09:18:35,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aeed5768b09532dc2ecac3507f223215, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,46079,1730971111075 2024-11-07T09:18:35,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeed5768b09532dc2ecac3507f223215, server=9f1eb259a29b,46079,1730971111075 because future has completed 2024-11-07T09:18:35,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:18:35,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aeed5768b09532dc2ecac3507f223215, server=9f1eb259a29b,46079,1730971111075 in 170 msec 2024-11-07T09:18:35,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:18:35,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aeed5768b09532dc2ecac3507f223215, ASSIGN in 325 msec 2024-11-07T09:18:35,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:18:35,265 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971115265"}]},"ts":"1730971115265"} 2024-11-07T09:18:35,267 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:18:35,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:18:35,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-07T09:18:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:36,266 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:18:36,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b1053a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:36,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36509,-1 for getting cluster id 2024-11-07T09:18:36,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:36,268 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89962c88-a6e9-4949-9a24-5b5f5adea0bc' 2024-11-07T09:18:36,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:36,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89962c88-a6e9-4949-9a24-5b5f5adea0bc" 2024-11-07T09:18:36,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113df32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:36,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36509,-1] 2024-11-07T09:18:36,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:36,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:36,269 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3987209d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:36,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,36509,1730971111021 2024-11-07T09:18:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d334516 2024-11-07T09:18:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:36,271 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:36,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:36509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:18:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:18:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:36,274 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:36509' 2024-11-07T09:18:36,275 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b7a97c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:36,275 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,36509,-1 for getting cluster id 2024-11-07T09:18:36,275 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:36,275 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89962c88-a6e9-4949-9a24-5b5f5adea0bc' 2024-11-07T09:18:36,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:36,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89962c88-a6e9-4949-9a24-5b5f5adea0bc" 2024-11-07T09:18:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4060c83e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,36509,-1] 2024-11-07T09:18:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:36,276 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:36,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fa5266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:36,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:36,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,36509,1730971111021 2024-11-07T09:18:36,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@530e7f44 2024-11-07T09:18:36,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:36,278 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:36,278 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-07T09:18:36,279 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:18:36,279 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:36,279 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:36,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:36,279 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9f1eb259a29b:36509, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T09:18:36,285 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9f1eb259a29b:36509, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9f1eb259a29b:36509, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9f1eb259a29b:36509, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-07T09:18:36,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9f1eb259a29b:36509, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-07T09:18:36,285 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-07T09:18:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:36,376 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://9f1eb259a29b:36509, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-07T09:18:36,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:36,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:36,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:36,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:36,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:36,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 361) Potentially hanging thread: PacketResponder: BP-1536314811-172.17.0.2-1730971110012:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp341906955-7894 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master/9f1eb259a29b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@405c7333 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50287) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS:0;9f1eb259a29b:46079 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1509854528-7847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2d579d19 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9f1eb259a29b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:50287): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 4 on default port 34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-781cc242-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9f1eb259a29b:46079-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1509854528-7843 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f473c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/9f1eb259a29b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50287) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@64194794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1509854528-7845 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f473c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1509854528-7842 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f473c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f473c9f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp341906955-7893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1662109201) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: M:0;9f1eb259a29b:36509 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1114917818_20 at /127.0.0.1:45142 [Receiving block BP-1536314811-172.17.0.2-1730971110012:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1509854528-7846-acceptor-0@2485b67c-ServerConnector@4563ee9c{HTTP/1.1, (http/1.1)}{localhost:33501} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1114917818_20 at /127.0.0.1:45156 [Receiving block BP-1536314811-172.17.0.2-1730971110012:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp1509854528-7848 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp341906955-7891 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f473c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36991 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50287 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1536314811-172.17.0.2-1730971110012:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@72cf0c18 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 36991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1536314811-172.17.0.2-1730971110012:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1118207279_20 at /127.0.0.1:45130 [Receiving block BP-1536314811-172.17.0.2-1730971110012:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/9f1eb259a29b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp341906955-7892-acceptor-0@50149fee-ServerConnector@4413a6db{HTTP/1.1, (http/1.1)}{localhost:39507} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1322b299-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2889f38a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971112852 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/cluster_40196e3c-8fae-e8e2-3eb7-d780229bbd59/data/data2/current/BP-1536314811-172.17.0.2-1730971110012 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50287) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 36991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075-prefix:9f1eb259a29b,46079,1730971111075.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5407d1fb[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1114917818_20 at /127.0.0.1:45076 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 9f1eb259a29b:36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@34cd4297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1509854528-7849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1536314811-172.17.0.2-1730971110012 heartbeating to localhost/127.0.0.1:36991 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/cluster_40196e3c-8fae-e8e2-3eb7-d780229bbd59/data/data1/current/BP-1536314811-172.17.0.2-1730971110012 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$594/0x00007f473cab2a38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/cluster_40196e3c-8fae-e8e2-3eb7-d780229bbd59/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 36991 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6e508a81 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075/MasterData-prefix:9f1eb259a29b,36509,1730971111021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4307b040 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/cluster_40196e3c-8fae-e8e2-3eb7-d780229bbd59/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36991/user/jenkins/test-data/6f911e03-5651-fbb4-3f32-9a37b27fd075-prefix:9f1eb259a29b,46079,1730971111075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34789 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/9f1eb259a29b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp1509854528-7844 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f473c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971112855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=876 (was 798) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=4442 (was 4456) 2024-11-07T09:18:36,393 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-07T09:18:36,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=876, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=4441 2024-11-07T09:18:36,406 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-07T09:18:36,418 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-07T09:18:36,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/hadoop.log.dir so I do NOT create it in target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579 2024-11-07T09:18:36,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:18:36,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/hadoop.tmp.dir so I do NOT create it in target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579 2024-11-07T09:18:36,419 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bffe7aba-b8d5-4460-98a7-0090e7eb4cec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:18:36,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579 2024-11-07T09:18:36,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/cluster_656062fc-7f92-f9bf-0b5d-091f3e4868e9, deleteOnExit=true 2024-11-07T09:18:36,422 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/cluster_656062fc-7f92-f9bf-0b5d-091f3e4868e9/zookeeper_0, clientPort=61160, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/cluster_656062fc-7f92-f9bf-0b5d-091f3e4868e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/cluster_656062fc-7f92-f9bf-0b5d-091f3e4868e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T09:18:36,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61160 2024-11-07T09:18:36,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:18:36,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:18:36,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/test.cache.data in system properties and HBase conf 2024-11-07T09:18:36,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:18:36,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:18:36,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:18:36,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:18:36,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:18:36,423 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:18:36,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:18:36,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:18:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:18:36,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:36,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:18:36,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:18:36,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:18:36,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:18:36,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:36,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42487ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:18:36,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b5cb6ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:18:36,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b3a721a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/java.io.tmpdir/jetty-localhost-35471-hadoop-hdfs-3_4_1-tests_jar-_-any-2711941657740453657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:18:36,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62e3adbb{HTTP/1.1, (http/1.1)}{localhost:35471} 2024-11-07T09:18:36,619 INFO [Time-limited test {}] server.Server(415): Started @287890ms 2024-11-07T09:18:36,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:36,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:18:36,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:18:36,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:18:36,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:18:36,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae63c2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:18:36,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d651a63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:18:36,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16e6719e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/java.io.tmpdir/jetty-localhost-45669-hadoop-hdfs-3_4_1-tests_jar-_-any-5532458305664051138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:18:36,823 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d01137d{HTTP/1.1, (http/1.1)}{localhost:45669} 2024-11-07T09:18:36,823 INFO [Time-limited test {}] server.Server(415): Started @288094ms 2024-11-07T09:18:36,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:18:36,921 WARN [Thread-4291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/cluster_656062fc-7f92-f9bf-0b5d-091f3e4868e9/data/data2/current/BP-700096959-172.17.0.2-1730971116441/current, will proceed with Du for space computation calculation, 2024-11-07T09:18:36,921 WARN [Thread-4290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/cluster_656062fc-7f92-f9bf-0b5d-091f3e4868e9/data/data1/current/BP-700096959-172.17.0.2-1730971116441/current, will proceed with Du for space computation calculation, 2024-11-07T09:18:36,940 WARN [Thread-4278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:18:36,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4592940464bb2dfa with lease ID 0x5494366d6734636b: Processing first storage report for DS-645f60ca-dd22-4ea9-8b27-c85682e84d2b from datanode DatanodeRegistration(127.0.0.1:46271, datanodeUuid=a3070c9e-f6d6-44c4-9f8e-aeaafd670610, infoPort=39937, infoSecurePort=0, ipcPort=44321, storageInfo=lv=-57;cid=testClusterID;nsid=413160560;c=1730971116441) 2024-11-07T09:18:36,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4592940464bb2dfa with lease ID 0x5494366d6734636b: from storage DS-645f60ca-dd22-4ea9-8b27-c85682e84d2b node DatanodeRegistration(127.0.0.1:46271, datanodeUuid=a3070c9e-f6d6-44c4-9f8e-aeaafd670610, infoPort=39937, infoSecurePort=0, ipcPort=44321, storageInfo=lv=-57;cid=testClusterID;nsid=413160560;c=1730971116441), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:18:36,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4592940464bb2dfa with lease ID 0x5494366d6734636b: Processing first storage report for DS-6d2658b0-073b-4398-b4bb-c93d04d96999 from datanode DatanodeRegistration(127.0.0.1:46271, datanodeUuid=a3070c9e-f6d6-44c4-9f8e-aeaafd670610, infoPort=39937, infoSecurePort=0, ipcPort=44321, storageInfo=lv=-57;cid=testClusterID;nsid=413160560;c=1730971116441) 2024-11-07T09:18:36,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4592940464bb2dfa with lease ID 0x5494366d6734636b: from storage DS-6d2658b0-073b-4398-b4bb-c93d04d96999 node DatanodeRegistration(127.0.0.1:46271, datanodeUuid=a3070c9e-f6d6-44c4-9f8e-aeaafd670610, infoPort=39937, infoSecurePort=0, ipcPort=44321, storageInfo=lv=-57;cid=testClusterID;nsid=413160560;c=1730971116441), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:18:36,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579 2024-11-07T09:18:36,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:36,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:36,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:18:36,961 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026 with version=8 2024-11-07T09:18:36,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/hbase-staging 2024-11-07T09:18:36,963 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:18:36,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:36,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:36,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:18:36,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:36,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:18:36,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:18:36,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:18:36,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38227 2024-11-07T09:18:36,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38227 connecting to ZooKeeper ensemble=127.0.0.1:61160 2024-11-07T09:18:36,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382270x0, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:36,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38227-0x100f1b90e150000 connected 2024-11-07T09:18:36,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:36,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:36,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Set watcher on znode that does not yet exist, /01848669030/running 2024-11-07T09:18:36,998 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026, hbase.cluster.distributed=false 2024-11-07T09:18:36,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Set watcher on znode that does not yet exist, /01848669030/acl 2024-11-07T09:18:37,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38227 2024-11-07T09:18:37,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38227 2024-11-07T09:18:37,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38227 2024-11-07T09:18:37,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38227 2024-11-07T09:18:37,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38227 2024-11-07T09:18:37,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:18:37,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:37,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:37,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:18:37,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:37,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:18:37,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:18:37,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:18:37,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40411 2024-11-07T09:18:37,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40411 connecting to ZooKeeper ensemble=127.0.0.1:61160 2024-11-07T09:18:37,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:37,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:37,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404110x0, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:37,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40411-0x100f1b90e150001 connected 2024-11-07T09:18:37,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Set watcher on znode that does not yet exist, /01848669030/running 2024-11-07T09:18:37,029 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:18:37,030 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:18:37,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Set watcher on znode that does not yet exist, /01848669030/master 2024-11-07T09:18:37,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Set watcher on znode that does not yet exist, /01848669030/acl 2024-11-07T09:18:37,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40411 2024-11-07T09:18:37,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40411 2024-11-07T09:18:37,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40411 2024-11-07T09:18:37,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40411 2024-11-07T09:18:37,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40411 2024-11-07T09:18:37,058 DEBUG [M:0;9f1eb259a29b:38227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:38227 2024-11-07T09:18:37,058 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01848669030/backup-masters/9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:37,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030/backup-masters 2024-11-07T09:18:37,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030/backup-masters 2024-11-07T09:18:37,060 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Set watcher on existing znode=/01848669030/backup-masters/9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:37,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01848669030/master 2024-11-07T09:18:37,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:37,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:37,063 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Set watcher on existing znode=/01848669030/master 2024-11-07T09:18:37,063 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01848669030/backup-masters/9f1eb259a29b,38227,1730971116963 from backup master directory 2024-11-07T09:18:37,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01848669030/backup-masters/9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:37,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030/backup-masters 2024-11-07T09:18:37,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030/backup-masters 2024-11-07T09:18:37,065 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:18:37,065 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:37,068 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/hbase.id] with ID: 408f5088-136b-41a0-8b93-ae1b1a7d3b5e 2024-11-07T09:18:37,068 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/.tmp/hbase.id 2024-11-07T09:18:37,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:18:37,477 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/.tmp/hbase.id]:[hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/hbase.id] 2024-11-07T09:18:37,486 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:37,486 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:18:37,487 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:18:37,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:37,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:37,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:18:37,499 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:37,500 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:18:37,501 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:37,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:18:37,506 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store 2024-11-07T09:18:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:18:37,517 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:37,517 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:18:37,517 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:37,517 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:37,517 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:18:37,517 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:37,517 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:37,517 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971117517Disabling compacts and flushes for region at 1730971117517Disabling writes for close at 1730971117517Writing region close event to WAL at 1730971117517Closed at 1730971117517 2024-11-07T09:18:37,517 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/.initializing 2024-11-07T09:18:37,518 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/WALs/9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:37,518 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:18:37,519 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C38227%2C1730971116963, suffix=, logDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/WALs/9f1eb259a29b,38227,1730971116963, archiveDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/oldWALs, maxLogs=10 2024-11-07T09:18:37,533 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/WALs/9f1eb259a29b,38227,1730971116963/9f1eb259a29b%2C38227%2C1730971116963.1730971117519, exclude list is [], retry=0 2024-11-07T09:18:37,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-645f60ca-dd22-4ea9-8b27-c85682e84d2b,DISK] 2024-11-07T09:18:37,537 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/WALs/9f1eb259a29b,38227,1730971116963/9f1eb259a29b%2C38227%2C1730971116963.1730971117519 2024-11-07T09:18:37,537 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-07T09:18:37,537 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:37,538 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:37,538 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,538 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:18:37,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:37,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:37,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:18:37,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:37,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:37,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:18:37,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:37,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:37,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:18:37,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:37,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:37,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,544 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,545 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,545 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,545 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:37,546 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:37,548 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:37,548 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73766366, jitterRate=0.09920451045036316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:37,548 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971117538Initializing all the Stores at 1730971117538Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971117538Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971117539 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971117539Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971117539Cleaning up temporary data from old regions at 1730971117545 (+6 ms)Region opened successfully at 1730971117548 (+3 ms) 2024-11-07T09:18:37,548 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:18:37,550 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104d2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:18:37,551 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:18:37,551 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:18:37,551 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:18:37,552 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:18:37,552 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:18:37,552 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:18:37,552 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:18:37,554 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:18:37,554 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Unable to get data of znode /01848669030/balancer because node does not exist (not necessarily an error) 2024-11-07T09:18:37,555 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01848669030/balancer already deleted, retry=false 2024-11-07T09:18:37,556 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:18:37,556 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Unable to get data of znode /01848669030/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:18:37,558 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01848669030/normalizer already deleted, retry=false 2024-11-07T09:18:37,558 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:18:37,559 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Unable to get data of znode /01848669030/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:18:37,560 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01848669030/switch/split already deleted, retry=false 2024-11-07T09:18:37,560 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Unable to get data of znode /01848669030/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:18:37,561 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01848669030/switch/merge already deleted, retry=false 2024-11-07T09:18:37,563 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Unable to get data of znode /01848669030/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:18:37,564 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01848669030/snapshot-cleanup already deleted, retry=false 2024-11-07T09:18:37,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01848669030/running 2024-11-07T09:18:37,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01848669030/running 2024-11-07T09:18:37,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:37,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:37,567 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,38227,1730971116963, sessionid=0x100f1b90e150000, setting cluster-up flag (Was=false) 2024-11-07T09:18:37,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:37,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:37,574 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01848669030/flush-table-proc/acquired, /01848669030/flush-table-proc/reached, /01848669030/flush-table-proc/abort 2024-11-07T09:18:37,575 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:37,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:37,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:37,582 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01848669030/online-snapshot/acquired, /01848669030/online-snapshot/reached, /01848669030/online-snapshot/abort 2024-11-07T09:18:37,583 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:37,584 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:18:37,585 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:37,586 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:18:37,586 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:18:37,586 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,38227,1730971116963 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:18:37,587 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:37,587 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:37,587 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:37,587 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:37,587 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:18:37,587 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,587 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:18:37,587 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971147588 2024-11-07T09:18:37,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:18:37,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:18:37,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:18:37,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:18:37,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:18:37,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:18:37,588 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:37,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:18:37,589 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:37,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:18:37,592 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:18:37,592 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:18:37,592 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:18:37,592 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:18:37,594 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:18:37,594 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:18:37,594 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971117594,5,FailOnTimeoutGroup] 2024-11-07T09:18:37,595 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971117594,5,FailOnTimeoutGroup] 2024-11-07T09:18:37,595 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,595 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:18:37,595 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,595 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:18:37,650 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(746): ClusterId : 408f5088-136b-41a0-8b93-ae1b1a7d3b5e 2024-11-07T09:18:37,650 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:18:37,652 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:18:37,652 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:18:37,654 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:18:37,654 DEBUG [RS:0;9f1eb259a29b:40411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37372ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:18:37,667 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:40411 2024-11-07T09:18:37,667 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:18:37,667 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:18:37,667 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:18:37,667 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,38227,1730971116963 with port=40411, startcode=1730971117018 2024-11-07T09:18:37,667 DEBUG [RS:0;9f1eb259a29b:40411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:18:37,669 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:18:37,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:37,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38227 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:37,670 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026 2024-11-07T09:18:37,670 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42725 2024-11-07T09:18:37,670 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:18:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030/rs 2024-11-07T09:18:37,672 DEBUG [RS:0;9f1eb259a29b:40411 {}] zookeeper.ZKUtil(111): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Set watcher on existing znode=/01848669030/rs/9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:37,672 WARN [RS:0;9f1eb259a29b:40411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:18:37,673 INFO [RS:0;9f1eb259a29b:40411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:37,673 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:37,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,40411,1730971117018] 2024-11-07T09:18:37,675 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:18:37,676 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:18:37,677 INFO [RS:0;9f1eb259a29b:40411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:18:37,677 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,677 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:18:37,678 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:18:37,678 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:37,678 DEBUG [RS:0;9f1eb259a29b:40411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:37,678 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,678 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,678 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,678 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,678 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,678 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40411,1730971117018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:37,692 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:18:37,692 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40411,1730971117018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,692 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,692 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.Replication(171): 9f1eb259a29b,40411,1730971117018 started 2024-11-07T09:18:37,705 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:37,706 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,40411,1730971117018, RpcServer on 9f1eb259a29b/172.17.0.2:40411, sessionid=0x100f1b90e150001 2024-11-07T09:18:37,706 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:18:37,706 DEBUG [RS:0;9f1eb259a29b:40411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:37,706 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,40411,1730971117018' 2024-11-07T09:18:37,706 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01848669030/flush-table-proc/abort' 2024-11-07T09:18:37,706 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01848669030/flush-table-proc/acquired' 2024-11-07T09:18:37,706 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:18:37,706 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:18:37,706 DEBUG [RS:0;9f1eb259a29b:40411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:37,707 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,40411,1730971117018' 2024-11-07T09:18:37,707 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01848669030/online-snapshot/abort' 2024-11-07T09:18:37,707 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01848669030/online-snapshot/acquired' 2024-11-07T09:18:37,707 DEBUG [RS:0;9f1eb259a29b:40411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:18:37,707 INFO [RS:0;9f1eb259a29b:40411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:18:37,707 INFO [RS:0;9f1eb259a29b:40411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:18:37,808 INFO [RS:0;9f1eb259a29b:40411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:18:37,809 INFO [RS:0;9f1eb259a29b:40411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C40411%2C1730971117018, suffix=, logDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018, archiveDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/oldWALs, maxLogs=10 2024-11-07T09:18:37,823 DEBUG [RS:0;9f1eb259a29b:40411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809, exclude list is [], retry=0 2024-11-07T09:18:37,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-645f60ca-dd22-4ea9-8b27-c85682e84d2b,DISK] 2024-11-07T09:18:37,826 INFO [RS:0;9f1eb259a29b:40411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 2024-11-07T09:18:37,827 DEBUG [RS:0;9f1eb259a29b:40411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-07T09:18:37,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:18:37,999 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026 2024-11-07T09:18:38,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:18:38,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:38,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:38,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:38,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:38,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:38,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:38,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:38,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:38,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:38,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:38,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:38,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:38,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:38,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:38,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:38,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:38,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:38,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:38,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740 2024-11-07T09:18:38,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740 2024-11-07T09:18:38,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:38,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:38,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:38,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:38,416 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:38,416 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71233092, jitterRate=0.06145578622817993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:38,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971118404Initializing all the Stores at 1730971118405 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971118405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971118405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971118405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971118405Cleaning up temporary data from old regions at 1730971118413 (+8 ms)Region opened successfully at 1730971118417 (+4 ms) 2024-11-07T09:18:38,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:18:38,417 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:18:38,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:18:38,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:18:38,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:18:38,417 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:38,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971118417Disabling compacts and flushes for region at 1730971118417Disabling writes for close at 1730971118417Writing region close event to WAL at 1730971118417Closed at 1730971118417 2024-11-07T09:18:38,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:38,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:18:38,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:18:38,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:38,420 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:18:38,570 DEBUG [9f1eb259a29b:38227 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:18:38,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:38,572 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,40411,1730971117018, state=OPENING 2024-11-07T09:18:38,573 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:18:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:38,575 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:38,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,40411,1730971117018}] 2024-11-07T09:18:38,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01848669030/meta-region-server: CHANGED 2024-11-07T09:18:38,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01848669030/meta-region-server: CHANGED 2024-11-07T09:18:38,728 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:38,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:18:38,732 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:18:38,732 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:38,732 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:18:38,733 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C40411%2C1730971117018.meta, suffix=.meta, logDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018, archiveDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/oldWALs, maxLogs=10 2024-11-07T09:18:38,747 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.meta.1730971118733.meta, exclude list is [], retry=0 2024-11-07T09:18:38,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-645f60ca-dd22-4ea9-8b27-c85682e84d2b,DISK] 2024-11-07T09:18:38,750 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.meta.1730971118733.meta 2024-11-07T09:18:38,750 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-07T09:18:38,751 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:38,751 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:38,751 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:18:38,751 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:18:38,751 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:18:38,751 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:18:38,751 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:38,751 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:18:38,751 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:18:38,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:38,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:38,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:38,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:38,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:38,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:38,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:38,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:38,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:38,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:38,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:38,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:38,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:38,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:38,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:38,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:38,756 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:38,756 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740 2024-11-07T09:18:38,757 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740 2024-11-07T09:18:38,758 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:38,758 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:38,758 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:38,759 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:38,759 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61535031, jitterRate=-0.08305658400058746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:38,759 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:18:38,760 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971118751Writing region info on filesystem at 1730971118751Initializing all the Stores at 1730971118752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971118752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971118752Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971118752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971118752Cleaning up temporary data from old regions at 1730971118758 (+6 ms)Running coprocessor post-open hooks at 1730971118759 (+1 ms)Region opened successfully at 1730971118759 2024-11-07T09:18:38,760 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971118727 2024-11-07T09:18:38,762 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:18:38,762 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:18:38,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:38,763 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,40411,1730971117018, state=OPEN 2024-11-07T09:18:38,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01848669030/meta-region-server 2024-11-07T09:18:38,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01848669030/meta-region-server 2024-11-07T09:18:38,768 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:38,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01848669030/meta-region-server: CHANGED 2024-11-07T09:18:38,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01848669030/meta-region-server: CHANGED 2024-11-07T09:18:38,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:18:38,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,40411,1730971117018 in 193 msec 2024-11-07T09:18:38,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:18:38,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-07T09:18:38,772 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:38,772 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:18:38,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:38,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,40411,1730971117018, seqNum=-1] 2024-11-07T09:18:38,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:38,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:38,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1920 sec 2024-11-07T09:18:38,777 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971118777, completionTime=-1 2024-11-07T09:18:38,778 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:18:38,778 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:18:38,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:18:38,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971178779 2024-11-07T09:18:38,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971238779 2024-11-07T09:18:38,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:18:38,779 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38227,1730971116963-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:38,780 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38227,1730971116963-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:38,780 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38227,1730971116963-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:38,780 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:38227, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:38,780 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:38,780 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:38,781 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:18:38,782 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.717sec 2024-11-07T09:18:38,783 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:18:38,783 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:18:38,783 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:18:38,783 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:18:38,783 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:18:38,783 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38227,1730971116963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:38,783 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38227,1730971116963-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:18:38,784 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:18:38,784 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:18:38,784 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,38227,1730971116963-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:38,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f6d4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:38,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38227,-1 for getting cluster id 2024-11-07T09:18:38,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:38,852 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '408f5088-136b-41a0-8b93-ae1b1a7d3b5e' 2024-11-07T09:18:38,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:38,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "408f5088-136b-41a0-8b93-ae1b1a7d3b5e" 2024-11-07T09:18:38,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0db12c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:38,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38227,-1] 2024-11-07T09:18:38,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:38,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:38,854 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:38,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f190eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:38,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:38,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,40411,1730971117018, seqNum=-1] 2024-11-07T09:18:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:38,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:38,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:38,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61160 2024-11-07T09:18:38,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:38,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100f1b90e150002 connected 2024-11-07T09:18:38,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/hadoop.log.dir so I do NOT create it in target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd 2024-11-07T09:18:38,864 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:18:38,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/hadoop.tmp.dir so I do NOT create it in target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd 2024-11-07T09:18:38,864 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:18:38,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd 2024-11-07T09:18:38,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:18:38,864 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/cluster_e200fec7-33af-e2dc-121b-17a05b43b629, deleteOnExit=true 2024-11-07T09:18:38,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:18:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/test.cache.data in system properties and HBase conf 2024-11-07T09:18:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:18:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:18:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:18:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:18:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:18:38,865 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:18:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:18:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:18:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:18:38,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:18:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:18:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:18:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:18:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:18:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:18:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:18:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:18:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:18:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:18:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:18:38,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:18:38,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-07T09:18:38,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:38,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:18:38,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:18:38,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:18:38,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:18:38,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:38,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f392555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:18:38,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aae27f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:18:39,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a620e00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/java.io.tmpdir/jetty-localhost-43185-hadoop-hdfs-3_4_1-tests_jar-_-any-14485567073263390541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:18:39,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3695c297{HTTP/1.1, (http/1.1)}{localhost:43185} 2024-11-07T09:18:39,058 INFO [Time-limited test {}] server.Server(415): Started @290328ms 2024-11-07T09:18:39,161 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:18:39,162 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,162 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,163 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,163 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,163 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,164 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,164 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,165 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,212 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,212 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,212 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,213 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,213 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,214 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,222 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,227 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,227 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,230 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:39,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:39,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:18:39,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:18:39,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:18:39,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:18:39,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49908177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:18:39,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362a4d7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:18:39,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49b27d48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/java.io.tmpdir/jetty-localhost-38957-hadoop-hdfs-3_4_1-tests_jar-_-any-14971300033572860812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:18:39,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af007df{HTTP/1.1, (http/1.1)}{localhost:38957} 2024-11-07T09:18:39,424 INFO [Time-limited test {}] server.Server(415): Started @290694ms 2024-11-07T09:18:39,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:18:39,580 WARN [Thread-4411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/cluster_e200fec7-33af-e2dc-121b-17a05b43b629/data/data1/current/BP-978858222-172.17.0.2-1730971118884/current, will proceed with Du for space computation calculation, 2024-11-07T09:18:39,580 WARN [Thread-4412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/cluster_e200fec7-33af-e2dc-121b-17a05b43b629/data/data2/current/BP-978858222-172.17.0.2-1730971118884/current, will proceed with Du for space computation calculation, 2024-11-07T09:18:39,606 WARN [Thread-4399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:18:39,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9a64e72e017c124 with lease ID 0xe4b0e888f4517496: Processing first storage report for DS-59c02fcd-b0d7-4d10-9aed-1fd3bc1ecf65 from datanode DatanodeRegistration(127.0.0.1:36371, datanodeUuid=a037cc7c-fd22-4dd4-869a-79131419dfec, infoPort=34419, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=1080999643;c=1730971118884) 2024-11-07T09:18:39,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9a64e72e017c124 with lease ID 0xe4b0e888f4517496: from storage DS-59c02fcd-b0d7-4d10-9aed-1fd3bc1ecf65 node DatanodeRegistration(127.0.0.1:36371, datanodeUuid=a037cc7c-fd22-4dd4-869a-79131419dfec, infoPort=34419, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=1080999643;c=1730971118884), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:18:39,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9a64e72e017c124 with lease ID 0xe4b0e888f4517496: Processing first storage report for DS-c457fba6-963a-429f-9420-02c799dc4deb from datanode DatanodeRegistration(127.0.0.1:36371, datanodeUuid=a037cc7c-fd22-4dd4-869a-79131419dfec, infoPort=34419, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=1080999643;c=1730971118884) 2024-11-07T09:18:39,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9a64e72e017c124 with lease ID 0xe4b0e888f4517496: from storage DS-c457fba6-963a-429f-9420-02c799dc4deb node DatanodeRegistration(127.0.0.1:36371, datanodeUuid=a037cc7c-fd22-4dd4-869a-79131419dfec, infoPort=34419, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=1080999643;c=1730971118884), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:18:39,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd 2024-11-07T09:18:39,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:39,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:39,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:18:40,086 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95 with version=8 2024-11-07T09:18:40,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/hbase-staging 2024-11-07T09:18:40,089 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:18:40,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:40,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:40,089 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:18:40,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:40,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:18:40,089 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:18:40,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:18:40,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39545 2024-11-07T09:18:40,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39545 connecting to ZooKeeper ensemble=127.0.0.1:61160 2024-11-07T09:18:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395450x0, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:40,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39545-0x100f1b90e150003 connected 2024-11-07T09:18:40,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:40,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:40,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Set watcher on znode that does not yet exist, /1401085076/running 2024-11-07T09:18:40,108 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95, hbase.cluster.distributed=false 2024-11-07T09:18:40,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Set watcher on znode that does not yet exist, /1401085076/acl 2024-11-07T09:18:40,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-07T09:18:40,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39545 2024-11-07T09:18:40,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39545 2024-11-07T09:18:40,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-07T09:18:40,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39545 2024-11-07T09:18:40,126 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:18:40,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:40,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:40,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:18:40,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:40,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:18:40,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:18:40,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:18:40,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37161 2024-11-07T09:18:40,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37161 connecting to ZooKeeper ensemble=127.0.0.1:61160 2024-11-07T09:18:40,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:40,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:40,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371610x0, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:40,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371610x0, quorum=127.0.0.1:61160, baseZNode=/1401085076 Set watcher on znode that does not yet exist, /1401085076/running 2024-11-07T09:18:40,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37161-0x100f1b90e150004 connected 2024-11-07T09:18:40,135 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:18:40,135 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:18:40,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Set watcher on znode that does not yet exist, /1401085076/master 2024-11-07T09:18:40,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Set watcher on znode that does not yet exist, /1401085076/acl 2024-11-07T09:18:40,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37161 2024-11-07T09:18:40,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37161 2024-11-07T09:18:40,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37161 2024-11-07T09:18:40,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37161 2024-11-07T09:18:40,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37161 2024-11-07T09:18:40,155 DEBUG [M:0;9f1eb259a29b:39545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:39545 2024-11-07T09:18:40,155 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1401085076/backup-masters/9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:40,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076/backup-masters 2024-11-07T09:18:40,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076/backup-masters 2024-11-07T09:18:40,157 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Set watcher on existing znode=/1401085076/backup-masters/9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:40,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1401085076/master 2024-11-07T09:18:40,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:40,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:40,161 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Set watcher on existing znode=/1401085076/master 2024-11-07T09:18:40,162 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1401085076/backup-masters/9f1eb259a29b,39545,1730971120089 from backup master directory 2024-11-07T09:18:40,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076/backup-masters 2024-11-07T09:18:40,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401085076/backup-masters/9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:40,163 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:18:40,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076/backup-masters 2024-11-07T09:18:40,163 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:40,166 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/hbase.id] with ID: 07d9f788-f9e6-4a39-9af5-a3b07a884779 2024-11-07T09:18:40,166 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/.tmp/hbase.id 2024-11-07T09:18:40,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:18:40,577 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/.tmp/hbase.id]:[hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/hbase.id] 2024-11-07T09:18:40,585 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:40,586 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:18:40,586 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-07T09:18:40,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:40,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:18:40,595 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:40,597 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:18:40,597 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:40,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:18:41,028 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store 2024-11-07T09:18:41,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:18:41,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:41,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:18:41,034 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:41,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:41,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:18:41,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:41,034 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:41,034 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971121034Disabling compacts and flushes for region at 1730971121034Disabling writes for close at 1730971121034Writing region close event to WAL at 1730971121034Closed at 1730971121034 2024-11-07T09:18:41,035 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/.initializing 2024-11-07T09:18:41,035 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/WALs/9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:41,035 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:18:41,037 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C39545%2C1730971120089, suffix=, logDir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/WALs/9f1eb259a29b,39545,1730971120089, archiveDir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/oldWALs, maxLogs=10 2024-11-07T09:18:41,055 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/WALs/9f1eb259a29b,39545,1730971120089/9f1eb259a29b%2C39545%2C1730971120089.1730971121037, exclude list is [], retry=0 2024-11-07T09:18:41,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36371,DS-59c02fcd-b0d7-4d10-9aed-1fd3bc1ecf65,DISK] 2024-11-07T09:18:41,059 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/WALs/9f1eb259a29b,39545,1730971120089/9f1eb259a29b%2C39545%2C1730971120089.1730971121037 2024-11-07T09:18:41,059 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34419:34419)] 2024-11-07T09:18:41,060 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:41,060 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:41,060 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,060 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:18:41,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:41,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:41,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:18:41,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:41,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:41,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:18:41,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:41,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:41,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:18:41,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:41,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:41,067 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,068 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,068 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,069 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,069 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,070 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:41,071 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:41,073 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:41,074 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60037355, jitterRate=-0.10537369549274445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:41,074 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971121060Initializing all the Stores at 1730971121061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971121061Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971121061Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971121061Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971121061Cleaning up temporary data from old regions at 1730971121069 (+8 ms)Region opened successfully at 1730971121074 (+5 ms) 2024-11-07T09:18:41,074 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:18:41,076 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100552da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:18:41,077 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:18:41,078 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:18:41,078 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:18:41,078 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:18:41,078 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:18:41,078 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:18:41,078 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:18:41,082 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:18:41,082 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Unable to get data of znode /1401085076/balancer because node does not exist (not necessarily an error) 2024-11-07T09:18:41,084 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401085076/balancer already deleted, retry=false 2024-11-07T09:18:41,084 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:18:41,085 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Unable to get data of znode /1401085076/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:18:41,087 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401085076/normalizer already deleted, retry=false 2024-11-07T09:18:41,087 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:18:41,088 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Unable to get data of znode /1401085076/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:18:41,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401085076/switch/split already deleted, retry=false 2024-11-07T09:18:41,091 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Unable to get data of znode /1401085076/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:18:41,093 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401085076/switch/merge already deleted, retry=false 2024-11-07T09:18:41,095 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Unable to get data of znode /1401085076/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:18:41,096 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401085076/snapshot-cleanup already deleted, retry=false 2024-11-07T09:18:41,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1401085076/running 2024-11-07T09:18:41,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1401085076/running 2024-11-07T09:18:41,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:41,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:41,099 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,39545,1730971120089, sessionid=0x100f1b90e150003, setting cluster-up flag (Was=false) 2024-11-07T09:18:41,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:41,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:41,106 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1401085076/flush-table-proc/acquired, /1401085076/flush-table-proc/reached, /1401085076/flush-table-proc/abort 2024-11-07T09:18:41,107 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:41,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:41,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:41,116 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1401085076/online-snapshot/acquired, /1401085076/online-snapshot/reached, /1401085076/online-snapshot/abort 2024-11-07T09:18:41,116 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:41,117 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:18:41,119 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:41,119 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:18:41,119 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:18:41,119 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,39545,1730971120089 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:18:41,120 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:41,120 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:41,120 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:41,120 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:41,120 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:18:41,120 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,121 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:18:41,121 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:41,122 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:18:41,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:41,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:18:41,129 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971151128 2024-11-07T09:18:41,129 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:18:41,129 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:18:41,129 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:18:41,129 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:18:41,129 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:18:41,129 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:18:41,129 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,130 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:18:41,130 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:18:41,130 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:18:41,130 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:18:41,132 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:18:41,132 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:18:41,133 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971121132,5,FailOnTimeoutGroup] 2024-11-07T09:18:41,133 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971121133,5,FailOnTimeoutGroup] 2024-11-07T09:18:41,133 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,133 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:18:41,133 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,134 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:18:41,145 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(746): ClusterId : 07d9f788-f9e6-4a39-9af5-a3b07a884779 2024-11-07T09:18:41,145 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:18:41,147 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:18:41,147 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:18:41,150 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:18:41,150 DEBUG [RS:0;9f1eb259a29b:37161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d36e55e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:18:41,162 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:37161 2024-11-07T09:18:41,162 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:18:41,162 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:18:41,162 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:18:41,163 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,39545,1730971120089 with port=37161, startcode=1730971120126 2024-11-07T09:18:41,163 DEBUG [RS:0;9f1eb259a29b:37161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:18:41,165 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:18:41,165 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:41,165 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39545 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:41,167 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95 2024-11-07T09:18:41,167 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40023 2024-11-07T09:18:41,167 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:18:41,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076/rs 2024-11-07T09:18:41,169 DEBUG [RS:0;9f1eb259a29b:37161 {}] zookeeper.ZKUtil(111): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Set watcher on existing znode=/1401085076/rs/9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:41,169 WARN [RS:0;9f1eb259a29b:37161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:18:41,169 INFO [RS:0;9f1eb259a29b:37161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:41,169 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/WALs/9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:41,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,37161,1730971120126] 2024-11-07T09:18:41,172 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:18:41,173 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:18:41,174 INFO [RS:0;9f1eb259a29b:37161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:18:41,174 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,175 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:18:41,176 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:18:41,176 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:41,176 DEBUG [RS:0;9f1eb259a29b:37161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:41,177 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,177 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,177 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,177 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,177 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,177 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37161,1730971120126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:41,201 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:18:41,202 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,37161,1730971120126-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,202 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,202 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.Replication(171): 9f1eb259a29b,37161,1730971120126 started 2024-11-07T09:18:41,219 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:41,219 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,37161,1730971120126, RpcServer on 9f1eb259a29b/172.17.0.2:37161, sessionid=0x100f1b90e150004 2024-11-07T09:18:41,219 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:18:41,219 DEBUG [RS:0;9f1eb259a29b:37161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:41,219 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37161,1730971120126' 2024-11-07T09:18:41,219 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1401085076/flush-table-proc/abort' 2024-11-07T09:18:41,220 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1401085076/flush-table-proc/acquired' 2024-11-07T09:18:41,220 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:18:41,220 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:18:41,220 DEBUG [RS:0;9f1eb259a29b:37161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:41,220 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,37161,1730971120126' 2024-11-07T09:18:41,220 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1401085076/online-snapshot/abort' 2024-11-07T09:18:41,220 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1401085076/online-snapshot/acquired' 2024-11-07T09:18:41,221 DEBUG [RS:0;9f1eb259a29b:37161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:18:41,221 INFO [RS:0;9f1eb259a29b:37161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:18:41,221 INFO [RS:0;9f1eb259a29b:37161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:18:41,321 INFO [RS:0;9f1eb259a29b:37161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:18:41,322 INFO [RS:0;9f1eb259a29b:37161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C37161%2C1730971120126, suffix=, logDir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/WALs/9f1eb259a29b,37161,1730971120126, archiveDir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/oldWALs, maxLogs=10 2024-11-07T09:18:41,336 DEBUG [RS:0;9f1eb259a29b:37161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/WALs/9f1eb259a29b,37161,1730971120126/9f1eb259a29b%2C37161%2C1730971120126.1730971121323, exclude list is [], retry=0 2024-11-07T09:18:41,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36371,DS-59c02fcd-b0d7-4d10-9aed-1fd3bc1ecf65,DISK] 2024-11-07T09:18:41,340 INFO [RS:0;9f1eb259a29b:37161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/WALs/9f1eb259a29b,37161,1730971120126/9f1eb259a29b%2C37161%2C1730971120126.1730971121323 2024-11-07T09:18:41,340 DEBUG [RS:0;9f1eb259a29b:37161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34419:34419)] 2024-11-07T09:18:41,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:18:41,536 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95 2024-11-07T09:18:41,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:18:41,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:41,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:41,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:41,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:41,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:41,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:41,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:41,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:41,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:41,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:41,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:41,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:41,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:41,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:41,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:41,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:41,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:41,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:41,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740 2024-11-07T09:18:41,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740 2024-11-07T09:18:41,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:41,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:41,950 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:41,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:41,953 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:41,953 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66050117, jitterRate=-0.015776559710502625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:41,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971121941Initializing all the Stores at 1730971121942 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971121942Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971121942Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971121942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971121942Cleaning up temporary data from old regions at 1730971121950 (+8 ms)Region opened successfully at 1730971121953 (+3 ms) 2024-11-07T09:18:41,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:18:41,954 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:18:41,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:18:41,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:18:41,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:18:41,954 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:41,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971121954Disabling compacts and flushes for region at 1730971121954Disabling writes for close at 1730971121954Writing region close event to WAL at 1730971121954Closed at 1730971121954 2024-11-07T09:18:41,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:41,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:18:41,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:18:41,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:41,957 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:18:42,108 DEBUG [9f1eb259a29b:39545 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:18:42,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:42,109 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,37161,1730971120126, state=OPENING 2024-11-07T09:18:42,113 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:18:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:42,115 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:42,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401085076/meta-region-server: CHANGED 2024-11-07T09:18:42,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401085076/meta-region-server: CHANGED 2024-11-07T09:18:42,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37161,1730971120126}] 2024-11-07T09:18:42,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:42,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:18:42,272 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:18:42,272 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:42,273 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:18:42,274 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C37161%2C1730971120126.meta, suffix=.meta, logDir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/WALs/9f1eb259a29b,37161,1730971120126, archiveDir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/oldWALs, maxLogs=10 2024-11-07T09:18:42,289 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/WALs/9f1eb259a29b,37161,1730971120126/9f1eb259a29b%2C37161%2C1730971120126.meta.1730971122275.meta, exclude list is [], retry=0 2024-11-07T09:18:42,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36371,DS-59c02fcd-b0d7-4d10-9aed-1fd3bc1ecf65,DISK] 2024-11-07T09:18:42,293 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/WALs/9f1eb259a29b,37161,1730971120126/9f1eb259a29b%2C37161%2C1730971120126.meta.1730971122275.meta 2024-11-07T09:18:42,293 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34419:34419)] 2024-11-07T09:18:42,294 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:42,294 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:42,294 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:18:42,294 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:18:42,294 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:18:42,294 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:18:42,294 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:42,294 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:18:42,295 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:18:42,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:42,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:42,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:42,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:42,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:42,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:42,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:42,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:42,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:42,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:42,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:42,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:42,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:42,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:42,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:42,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:42,300 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:42,301 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740 2024-11-07T09:18:42,301 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740 2024-11-07T09:18:42,302 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:42,302 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:42,303 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:42,304 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:42,305 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68810047, jitterRate=0.025349602103233337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:42,305 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:18:42,305 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971122295Writing region info on filesystem at 1730971122295Initializing all the Stores at 1730971122295Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971122295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971122295Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971122295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971122295Cleaning up temporary data from old regions at 1730971122302 (+7 ms)Running coprocessor post-open hooks at 1730971122305 (+3 ms)Region opened successfully at 1730971122305 2024-11-07T09:18:42,306 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971122267 2024-11-07T09:18:42,308 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:18:42,308 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:18:42,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:42,309 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,37161,1730971120126, state=OPEN 2024-11-07T09:18:42,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1401085076/meta-region-server 2024-11-07T09:18:42,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1401085076/meta-region-server 2024-11-07T09:18:42,311 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:42,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401085076/meta-region-server: CHANGED 2024-11-07T09:18:42,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401085076/meta-region-server: CHANGED 2024-11-07T09:18:42,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:18:42,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,37161,1730971120126 in 196 msec 2024-11-07T09:18:42,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:18:42,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-07T09:18:42,315 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:42,315 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:18:42,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:42,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37161,1730971120126, seqNum=-1] 2024-11-07T09:18:42,317 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:42,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:42,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-07T09:18:42,321 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971122321, completionTime=-1 2024-11-07T09:18:42,321 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:18:42,322 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:18:42,323 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:18:42,323 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971182323 2024-11-07T09:18:42,323 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971242323 2024-11-07T09:18:42,323 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:18:42,324 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39545,1730971120089-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:42,324 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39545,1730971120089-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:42,324 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39545,1730971120089-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:42,324 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:39545, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:42,324 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:42,324 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:42,326 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:18:42,327 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.164sec 2024-11-07T09:18:42,327 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:18:42,327 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:18:42,327 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:18:42,328 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:18:42,328 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:18:42,328 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39545,1730971120089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:42,328 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39545,1730971120089-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:18:42,329 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:18:42,329 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:18:42,330 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,39545,1730971120089-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:42,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17049c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:42,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,39545,-1 for getting cluster id 2024-11-07T09:18:42,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:42,347 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07d9f788-f9e6-4a39-9af5-a3b07a884779' 2024-11-07T09:18:42,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:42,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07d9f788-f9e6-4a39-9af5-a3b07a884779" 2024-11-07T09:18:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a317a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,39545,-1] 2024-11-07T09:18:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:42,349 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:42,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1722fd67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:42,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37161,1730971120126, seqNum=-1] 2024-11-07T09:18:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:42,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:42,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:42,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61160 2024-11-07T09:18:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:42,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100f1b90e150005 connected 2024-11-07T09:18:42,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/hadoop.log.dir so I do NOT create it in target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8 2024-11-07T09:18:42,360 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T09:18:42,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/hadoop.tmp.dir so I do NOT create it in target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8 2024-11-07T09:18:42,360 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T09:18:42,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8 2024-11-07T09:18:42,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T09:18:42,360 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/cluster_1f444c49-b6c4-591d-15e1-1768fc845a54, deleteOnExit=true 2024-11-07T09:18:42,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T09:18:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/test.cache.data in system properties and HBase conf 2024-11-07T09:18:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T09:18:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/hadoop.log.dir in system properties and HBase conf 2024-11-07T09:18:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T09:18:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T09:18:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T09:18:42,361 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T09:18:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:18:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T09:18:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T09:18:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:18:42,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T09:18:42,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T09:18:42,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T09:18:42,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:18:42,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T09:18:42,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/nfs.dump.dir in system properties and HBase conf 2024-11-07T09:18:42,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/java.io.tmpdir in system properties and HBase conf 2024-11-07T09:18:42,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T09:18:42,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T09:18:42,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T09:18:42,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:42,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:18:42,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:18:42,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:18:42,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T09:18:42,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:42,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b8990ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:18:42,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35a49fbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:18:42,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69d2a5bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/java.io.tmpdir/jetty-localhost-44075-hadoop-hdfs-3_4_1-tests_jar-_-any-6437225052159774176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:18:42,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a65f36e{HTTP/1.1, (http/1.1)}{localhost:44075} 2024-11-07T09:18:42,588 INFO [Time-limited test {}] server.Server(415): Started @293858ms 2024-11-07T09:18:42,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T09:18:42,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T09:18:42,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T09:18:42,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T09:18:42,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T09:18:42,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44ecff95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/hadoop.log.dir/,AVAILABLE} 2024-11-07T09:18:42,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6240a473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T09:18:42,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bac865e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/java.io.tmpdir/jetty-localhost-44485-hadoop-hdfs-3_4_1-tests_jar-_-any-1830175222707914942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:18:42,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23951614{HTTP/1.1, (http/1.1)}{localhost:44485} 2024-11-07T09:18:42,801 INFO [Time-limited test {}] server.Server(415): Started @294072ms 2024-11-07T09:18:42,802 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T09:18:42,917 WARN [Thread-4532 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/cluster_1f444c49-b6c4-591d-15e1-1768fc845a54/data/data2/current/BP-1531444982-172.17.0.2-1730971122381/current, will proceed with Du for space computation calculation, 2024-11-07T09:18:42,917 WARN [Thread-4531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/cluster_1f444c49-b6c4-591d-15e1-1768fc845a54/data/data1/current/BP-1531444982-172.17.0.2-1730971122381/current, will proceed with Du for space computation calculation, 2024-11-07T09:18:42,938 WARN [Thread-4519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T09:18:42,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70ff9fcb22d15630 with lease ID 0xdddf860276d09432: Processing first storage report for DS-04403b4e-d0fa-475c-857e-1f2fbe4ed902 from datanode DatanodeRegistration(127.0.0.1:35745, datanodeUuid=d79bc5e6-06fd-4011-a0ca-2fcf583a8e2e, infoPort=46813, infoSecurePort=0, ipcPort=33869, storageInfo=lv=-57;cid=testClusterID;nsid=655837086;c=1730971122381) 2024-11-07T09:18:42,941 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70ff9fcb22d15630 with lease ID 0xdddf860276d09432: from storage DS-04403b4e-d0fa-475c-857e-1f2fbe4ed902 node DatanodeRegistration(127.0.0.1:35745, datanodeUuid=d79bc5e6-06fd-4011-a0ca-2fcf583a8e2e, infoPort=46813, infoSecurePort=0, ipcPort=33869, storageInfo=lv=-57;cid=testClusterID;nsid=655837086;c=1730971122381), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:18:42,941 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70ff9fcb22d15630 with lease ID 0xdddf860276d09432: Processing first storage report for DS-3e531a6a-3334-4e31-b0f1-fee4a19fe40a from datanode DatanodeRegistration(127.0.0.1:35745, datanodeUuid=d79bc5e6-06fd-4011-a0ca-2fcf583a8e2e, infoPort=46813, infoSecurePort=0, ipcPort=33869, storageInfo=lv=-57;cid=testClusterID;nsid=655837086;c=1730971122381) 2024-11-07T09:18:42,941 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70ff9fcb22d15630 with lease ID 0xdddf860276d09432: from storage DS-3e531a6a-3334-4e31-b0f1-fee4a19fe40a node DatanodeRegistration(127.0.0.1:35745, datanodeUuid=d79bc5e6-06fd-4011-a0ca-2fcf583a8e2e, infoPort=46813, infoSecurePort=0, ipcPort=33869, storageInfo=lv=-57;cid=testClusterID;nsid=655837086;c=1730971122381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T09:18:43,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8 2024-11-07T09:18:43,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:43,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741825_1001 (size=7) 2024-11-07T09:18:43,447 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8 with version=8 2024-11-07T09:18:43,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/hbase-staging 2024-11-07T09:18:43,449 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:18:43,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:43,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:43,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:18:43,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:43,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:18:43,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T09:18:43,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:18:43,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33201 2024-11-07T09:18:43,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33201 connecting to ZooKeeper ensemble=127.0.0.1:61160 2024-11-07T09:18:43,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332010x0, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:43,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33201-0x100f1b90e150006 connected 2024-11-07T09:18:43,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:43,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:43,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Set watcher on znode that does not yet exist, /2-359022919/running 2024-11-07T09:18:43,468 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8, hbase.cluster.distributed=false 2024-11-07T09:18:43,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Set watcher on znode that does not yet exist, /2-359022919/acl 2024-11-07T09:18:43,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33201 2024-11-07T09:18:43,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33201 2024-11-07T09:18:43,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33201 2024-11-07T09:18:43,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33201 2024-11-07T09:18:43,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33201 2024-11-07T09:18:43,485 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9f1eb259a29b:0 server-side Connection retries=45 2024-11-07T09:18:43,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:43,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:43,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T09:18:43,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T09:18:43,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T09:18:43,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T09:18:43,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T09:18:43,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40513 2024-11-07T09:18:43,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40513 connecting to ZooKeeper ensemble=127.0.0.1:61160 2024-11-07T09:18:43,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:43,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:43,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405130x0, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:43,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405130x0, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Set watcher on znode that does not yet exist, /2-359022919/running 2024-11-07T09:18:43,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40513-0x100f1b90e150007 connected 2024-11-07T09:18:43,492 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T09:18:43,495 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T09:18:43,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Set watcher on znode that does not yet exist, /2-359022919/master 2024-11-07T09:18:43,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Set watcher on znode that does not yet exist, /2-359022919/acl 2024-11-07T09:18:43,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-07T09:18:43,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40513 2024-11-07T09:18:43,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40513 2024-11-07T09:18:43,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-07T09:18:43,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-07T09:18:43,514 DEBUG [M:0;9f1eb259a29b:33201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9f1eb259a29b:33201 2024-11-07T09:18:43,514 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-359022919/backup-masters/9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:43,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919/backup-masters 2024-11-07T09:18:43,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919/backup-masters 2024-11-07T09:18:43,517 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Set watcher on existing znode=/2-359022919/backup-masters/9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-359022919/master 2024-11-07T09:18:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:43,518 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Set watcher on existing znode=/2-359022919/master 2024-11-07T09:18:43,518 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-359022919/backup-masters/9f1eb259a29b,33201,1730971123449 from backup master directory 2024-11-07T09:18:43,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-359022919/backup-masters/9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:43,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919/backup-masters 2024-11-07T09:18:43,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919/backup-masters 2024-11-07T09:18:43,524 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:18:43,524 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:43,527 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/hbase.id] with ID: cb4383e0-7f73-4a8f-8c18-1392ad6293e8 2024-11-07T09:18:43,527 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/.tmp/hbase.id 2024-11-07T09:18:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741826_1002 (size=42) 2024-11-07T09:18:43,932 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/.tmp/hbase.id]:[hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/hbase.id] 2024-11-07T09:18:43,940 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:43,940 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T09:18:43,941 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T09:18:43,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:43,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:43,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741827_1003 (size=196) 2024-11-07T09:18:44,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-07T09:18:44,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-07T09:18:44,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:18:44,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-07T09:18:44,347 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:44,348 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T09:18:44,348 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:44,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741828_1004 (size=1189) 2024-11-07T09:18:44,354 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store 2024-11-07T09:18:44,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741829_1005 (size=34) 2024-11-07T09:18:44,758 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:44,758 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:18:44,758 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:44,758 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:44,758 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:18:44,758 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:44,758 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:44,758 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971124758Disabling compacts and flushes for region at 1730971124758Disabling writes for close at 1730971124758Writing region close event to WAL at 1730971124758Closed at 1730971124758 2024-11-07T09:18:44,759 WARN [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/.initializing 2024-11-07T09:18:44,759 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/WALs/9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:44,760 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:18:44,761 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9f1eb259a29b%2C33201%2C1730971123449, suffix=, logDir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/WALs/9f1eb259a29b,33201,1730971123449, archiveDir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/oldWALs, maxLogs=10 2024-11-07T09:18:44,774 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/WALs/9f1eb259a29b,33201,1730971123449/9f1eb259a29b%2C33201%2C1730971123449.1730971124761, exclude list is [], retry=0 2024-11-07T09:18:44,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35745,DS-04403b4e-d0fa-475c-857e-1f2fbe4ed902,DISK] 2024-11-07T09:18:44,778 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/WALs/9f1eb259a29b,33201,1730971123449/9f1eb259a29b%2C33201%2C1730971123449.1730971124761 2024-11-07T09:18:44,778 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46813:46813)] 2024-11-07T09:18:44,778 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:44,778 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:44,778 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,778 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T09:18:44,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:44,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:44,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T09:18:44,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:44,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:44,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T09:18:44,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:44,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:44,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T09:18:44,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:44,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:44,784 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,784 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,785 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,785 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,785 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,786 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:44,786 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T09:18:44,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:44,788 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73901537, jitterRate=0.10121871531009674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:44,788 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730971124778Initializing all the Stores at 1730971124779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971124779Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971124779Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971124779Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971124779Cleaning up temporary data from old regions at 1730971124785 (+6 ms)Region opened successfully at 1730971124788 (+3 ms) 2024-11-07T09:18:44,788 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T09:18:44,790 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4323604a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:18:44,791 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T09:18:44,791 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T09:18:44,791 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T09:18:44,792 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T09:18:44,792 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T09:18:44,792 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T09:18:44,792 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T09:18:44,794 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T09:18:44,794 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Unable to get data of znode /2-359022919/balancer because node does not exist (not necessarily an error) 2024-11-07T09:18:44,796 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-359022919/balancer already deleted, retry=false 2024-11-07T09:18:44,796 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T09:18:44,796 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Unable to get data of znode /2-359022919/normalizer because node does not exist (not necessarily an error) 2024-11-07T09:18:44,798 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-359022919/normalizer already deleted, retry=false 2024-11-07T09:18:44,798 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T09:18:44,799 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Unable to get data of znode /2-359022919/switch/split because node does not exist (not necessarily an error) 2024-11-07T09:18:44,800 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-359022919/switch/split already deleted, retry=false 2024-11-07T09:18:44,800 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Unable to get data of znode /2-359022919/switch/merge because node does not exist (not necessarily an error) 2024-11-07T09:18:44,802 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-359022919/switch/merge already deleted, retry=false 2024-11-07T09:18:44,804 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Unable to get data of znode /2-359022919/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T09:18:44,805 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-359022919/snapshot-cleanup already deleted, retry=false 2024-11-07T09:18:44,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-359022919/running 2024-11-07T09:18:44,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:44,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-359022919/running 2024-11-07T09:18:44,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:44,807 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9f1eb259a29b,33201,1730971123449, sessionid=0x100f1b90e150006, setting cluster-up flag (Was=false) 2024-11-07T09:18:44,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:44,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:44,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-359022919/flush-table-proc/acquired, /2-359022919/flush-table-proc/reached, /2-359022919/flush-table-proc/abort 2024-11-07T09:18:44,816 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:44,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:44,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:44,825 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-359022919/online-snapshot/acquired, /2-359022919/online-snapshot/reached, /2-359022919/online-snapshot/abort 2024-11-07T09:18:44,825 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:44,826 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T09:18:44,827 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:44,827 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T09:18:44,828 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T09:18:44,828 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9f1eb259a29b,33201,1730971123449 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T09:18:44,829 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:44,829 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:44,829 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:44,829 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=5, maxPoolSize=5 2024-11-07T09:18:44,829 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9f1eb259a29b:0, corePoolSize=10, maxPoolSize=10 2024-11-07T09:18:44,829 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,829 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:18:44,829 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,830 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730971154830 2024-11-07T09:18:44,830 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T09:18:44,830 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T09:18:44,830 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T09:18:44,830 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T09:18:44,830 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T09:18:44,830 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T09:18:44,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:44,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T09:18:44,830 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,830 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T09:18:44,831 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T09:18:44,831 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T09:18:44,831 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-07T09:18:44,831 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:44,831 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T09:18:44,831 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T09:18:44,831 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T09:18:44,831 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971124831,5,FailOnTimeoutGroup] 2024-11-07T09:18:44,831 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971124831,5,FailOnTimeoutGroup] 2024-11-07T09:18:44,831 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,831 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T09:18:44,831 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,831 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741831_1007 (size=1321) 2024-11-07T09:18:44,904 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(746): ClusterId : cb4383e0-7f73-4a8f-8c18-1392ad6293e8 2024-11-07T09:18:44,904 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T09:18:44,906 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T09:18:44,906 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T09:18:44,908 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T09:18:44,908 DEBUG [RS:0;9f1eb259a29b:40513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c14134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9f1eb259a29b/172.17.0.2:0 2024-11-07T09:18:44,919 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9f1eb259a29b:40513 2024-11-07T09:18:44,919 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T09:18:44,919 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T09:18:44,919 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T09:18:44,920 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(2659): reportForDuty to master=9f1eb259a29b,33201,1730971123449 with port=40513, startcode=1730971123485 2024-11-07T09:18:44,920 DEBUG [RS:0;9f1eb259a29b:40513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T09:18:44,921 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T09:18:44,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:44,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33201 {}] master.ServerManager(517): Registering regionserver=9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:44,923 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8 2024-11-07T09:18:44,923 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43033 2024-11-07T09:18:44,923 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T09:18:44,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919/rs 2024-11-07T09:18:44,928 DEBUG [RS:0;9f1eb259a29b:40513 {}] zookeeper.ZKUtil(111): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Set watcher on existing znode=/2-359022919/rs/9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:44,928 WARN [RS:0;9f1eb259a29b:40513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T09:18:44,928 INFO [RS:0;9f1eb259a29b:40513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:44,928 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/WALs/9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:44,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9f1eb259a29b,40513,1730971123485] 2024-11-07T09:18:44,931 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T09:18:44,932 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T09:18:44,932 INFO [RS:0;9f1eb259a29b:40513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T09:18:44,932 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,932 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T09:18:44,933 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T09:18:44,933 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9f1eb259a29b:0, corePoolSize=2, maxPoolSize=2 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9f1eb259a29b:0, corePoolSize=1, maxPoolSize=1 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:44,933 DEBUG [RS:0;9f1eb259a29b:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9f1eb259a29b:0, corePoolSize=3, maxPoolSize=3 2024-11-07T09:18:44,936 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,936 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,936 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,936 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,936 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,936 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40513,1730971123485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:44,954 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T09:18:44,954 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,40513,1730971123485-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,954 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,954 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.Replication(171): 9f1eb259a29b,40513,1730971123485 started 2024-11-07T09:18:44,968 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:44,968 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1482): Serving as 9f1eb259a29b,40513,1730971123485, RpcServer on 9f1eb259a29b/172.17.0.2:40513, sessionid=0x100f1b90e150007 2024-11-07T09:18:44,968 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T09:18:44,968 DEBUG [RS:0;9f1eb259a29b:40513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:44,968 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,40513,1730971123485' 2024-11-07T09:18:44,968 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-359022919/flush-table-proc/abort' 2024-11-07T09:18:44,969 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-359022919/flush-table-proc/acquired' 2024-11-07T09:18:44,969 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T09:18:44,969 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T09:18:44,969 DEBUG [RS:0;9f1eb259a29b:40513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:44,969 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9f1eb259a29b,40513,1730971123485' 2024-11-07T09:18:44,969 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-359022919/online-snapshot/abort' 2024-11-07T09:18:44,969 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-359022919/online-snapshot/acquired' 2024-11-07T09:18:44,970 DEBUG [RS:0;9f1eb259a29b:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T09:18:44,970 INFO [RS:0;9f1eb259a29b:40513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T09:18:44,970 INFO [RS:0;9f1eb259a29b:40513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T09:18:45,070 INFO [RS:0;9f1eb259a29b:40513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T09:18:45,071 INFO [RS:0;9f1eb259a29b:40513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C40513%2C1730971123485, suffix=, logDir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/WALs/9f1eb259a29b,40513,1730971123485, archiveDir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/oldWALs, maxLogs=10 2024-11-07T09:18:45,086 DEBUG [RS:0;9f1eb259a29b:40513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/WALs/9f1eb259a29b,40513,1730971123485/9f1eb259a29b%2C40513%2C1730971123485.1730971125072, exclude list is [], retry=0 2024-11-07T09:18:45,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35745,DS-04403b4e-d0fa-475c-857e-1f2fbe4ed902,DISK] 2024-11-07T09:18:45,090 INFO [RS:0;9f1eb259a29b:40513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/WALs/9f1eb259a29b,40513,1730971123485/9f1eb259a29b%2C40513%2C1730971123485.1730971125072 2024-11-07T09:18:45,090 DEBUG [RS:0;9f1eb259a29b:40513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46813:46813)] 2024-11-07T09:18:45,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T09:18:45,241 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8 2024-11-07T09:18:45,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741833_1009 (size=32) 2024-11-07T09:18:45,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:45,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:45,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:45,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:45,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:45,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:45,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:45,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:45,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:45,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:45,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:45,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:45,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:45,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:45,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:45,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:45,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:45,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:45,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740 2024-11-07T09:18:45,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740 2024-11-07T09:18:45,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:45,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:45,654 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:45,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:45,656 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:45,656 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59407515, jitterRate=-0.11475904285907745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:45,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730971125646Initializing all the Stores at 1730971125646Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971125646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971125647 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971125647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971125647Cleaning up temporary data from old regions at 1730971125654 (+7 ms)Region opened successfully at 1730971125657 (+3 ms) 2024-11-07T09:18:45,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:18:45,657 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:18:45,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:18:45,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:18:45,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:18:45,657 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:45,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971125657Disabling compacts and flushes for region at 1730971125657Disabling writes for close at 1730971125657Writing region close event to WAL at 1730971125657Closed at 1730971125657 2024-11-07T09:18:45,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:45,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T09:18:45,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T09:18:45,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:45,660 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T09:18:45,810 DEBUG [9f1eb259a29b:33201 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T09:18:45,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:45,812 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,40513,1730971123485, state=OPENING 2024-11-07T09:18:45,813 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T09:18:45,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:45,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:45,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-359022919/meta-region-server: CHANGED 2024-11-07T09:18:45,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-359022919/meta-region-server: CHANGED 2024-11-07T09:18:45,815 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T09:18:45,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,40513,1730971123485}] 2024-11-07T09:18:45,967 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:45,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:18:45,971 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T09:18:45,971 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:45,971 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T09:18:45,972 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C40513%2C1730971123485.meta, suffix=.meta, logDir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/WALs/9f1eb259a29b,40513,1730971123485, archiveDir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/oldWALs, maxLogs=10 2024-11-07T09:18:45,987 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/WALs/9f1eb259a29b,40513,1730971123485/9f1eb259a29b%2C40513%2C1730971123485.meta.1730971125973.meta, exclude list is [], retry=0 2024-11-07T09:18:45,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35745,DS-04403b4e-d0fa-475c-857e-1f2fbe4ed902,DISK] 2024-11-07T09:18:45,989 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/WALs/9f1eb259a29b,40513,1730971123485/9f1eb259a29b%2C40513%2C1730971123485.meta.1730971125973.meta 2024-11-07T09:18:45,990 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46813:46813)] 2024-11-07T09:18:45,990 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:45,990 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:45,990 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:18:45,990 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T09:18:45,990 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T09:18:45,991 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T09:18:45,991 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:45,991 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T09:18:45,991 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T09:18:45,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T09:18:45,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T09:18:45,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:45,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:45,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T09:18:45,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T09:18:45,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:45,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:45,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T09:18:45,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T09:18:45,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:45,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:45,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T09:18:45,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T09:18:45,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:45,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T09:18:45,995 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T09:18:45,996 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740 2024-11-07T09:18:45,997 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740 2024-11-07T09:18:45,997 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T09:18:45,997 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T09:18:45,998 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T09:18:45,999 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T09:18:45,999 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61158315, jitterRate=-0.08867008984088898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T09:18:45,999 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T09:18:46,000 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730971125991Writing region info on filesystem at 1730971125991Initializing all the Stores at 1730971125991Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971125991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971125991Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971125991Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730971125991Cleaning up temporary data from old regions at 1730971125997 (+6 ms)Running coprocessor post-open hooks at 1730971125999 (+2 ms)Region opened successfully at 1730971125999 2024-11-07T09:18:46,000 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730971125966 2024-11-07T09:18:46,002 DEBUG [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T09:18:46,002 INFO [RS_OPEN_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T09:18:46,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:46,003 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9f1eb259a29b,40513,1730971123485, state=OPEN 2024-11-07T09:18:46,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-359022919/meta-region-server 2024-11-07T09:18:46,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-359022919/meta-region-server 2024-11-07T09:18:46,005 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:46,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-359022919/meta-region-server: CHANGED 2024-11-07T09:18:46,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-359022919/meta-region-server: CHANGED 2024-11-07T09:18:46,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T09:18:46,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9f1eb259a29b,40513,1730971123485 in 190 msec 2024-11-07T09:18:46,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T09:18:46,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-07T09:18:46,009 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T09:18:46,009 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T09:18:46,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:46,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,40513,1730971123485, seqNum=-1] 2024-11-07T09:18:46,010 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:46,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:46,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-07T09:18:46,015 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730971126014, completionTime=-1 2024-11-07T09:18:46,015 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T09:18:46,015 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T09:18:46,016 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T09:18:46,016 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730971186016 2024-11-07T09:18:46,016 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730971246016 2024-11-07T09:18:46,017 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T09:18:46,017 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33201,1730971123449-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:46,017 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33201,1730971123449-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:46,017 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33201,1730971123449-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:46,017 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9f1eb259a29b:33201, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:46,017 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:46,017 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:46,018 DEBUG [master/9f1eb259a29b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T09:18:46,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.496sec 2024-11-07T09:18:46,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T09:18:46,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T09:18:46,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T09:18:46,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T09:18:46,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T09:18:46,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33201,1730971123449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T09:18:46,020 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33201,1730971123449-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T09:18:46,022 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T09:18:46,022 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T09:18:46,022 INFO [master/9f1eb259a29b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9f1eb259a29b,33201,1730971123449-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T09:18:46,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:46,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33201,-1 for getting cluster id 2024-11-07T09:18:46,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:46,106 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb4383e0-7f73-4a8f-8c18-1392ad6293e8' 2024-11-07T09:18:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb4383e0-7f73-4a8f-8c18-1392ad6293e8" 2024-11-07T09:18:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a486a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33201,-1] 2024-11-07T09:18:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:46,108 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:46,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410fcdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:46,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:46,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,40513,1730971123485, seqNum=-1] 2024-11-07T09:18:46,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:46,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:46,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:46,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61160 2024-11-07T09:18:46,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T09:18:46,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5774e858 2024-11-07T09:18:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:46,125 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:46,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:18:46,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:18:46,128 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:46,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:18:46,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:18:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:46,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100f1b90e150008 connected 2024-11-07T09:18:46,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:18:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:46,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 252cab876e826b43532b6fe6281e9e0e, NAME => 'test,,1730971126125.252cab876e826b43532b6fe6281e9e0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026 2024-11-07T09:18:46,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:18:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:46,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971126125.252cab876e826b43532b6fe6281e9e0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:46,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 252cab876e826b43532b6fe6281e9e0e, disabling compactions & flushes 2024-11-07T09:18:46,942 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:18:46,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:18:46,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. after waiting 0 ms 2024-11-07T09:18:46,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:18:46,942 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:18:46,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 252cab876e826b43532b6fe6281e9e0e: Waiting for close lock at 1730971126942Disabling compacts and flushes for region at 1730971126942Disabling writes for close at 1730971126942Writing region close event to WAL at 1730971126942Closed at 1730971126942 2024-11-07T09:18:46,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:18:46,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971126125.252cab876e826b43532b6fe6281e9e0e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971126944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971126944"}]},"ts":"1730971126944"} 2024-11-07T09:18:46,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:18:46,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:18:46,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971126946"}]},"ts":"1730971126946"} 2024-11-07T09:18:46,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:18:46,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=252cab876e826b43532b6fe6281e9e0e, ASSIGN}] 2024-11-07T09:18:46,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=252cab876e826b43532b6fe6281e9e0e, ASSIGN 2024-11-07T09:18:46,951 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=252cab876e826b43532b6fe6281e9e0e, ASSIGN; state=OFFLINE, location=9f1eb259a29b,40411,1730971117018; forceNewPlan=false, retain=false 2024-11-07T09:18:47,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=252cab876e826b43532b6fe6281e9e0e, regionState=OPENING, regionLocation=9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:47,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=252cab876e826b43532b6fe6281e9e0e, ASSIGN because future has completed 2024-11-07T09:18:47,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252cab876e826b43532b6fe6281e9e0e, server=9f1eb259a29b,40411,1730971117018}] 2024-11-07T09:18:47,266 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:18:47,266 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 252cab876e826b43532b6fe6281e9e0e, NAME => 'test,,1730971126125.252cab876e826b43532b6fe6281e9e0e.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:47,266 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:47,266 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:18:47,267 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,267 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971126125.252cab876e826b43532b6fe6281e9e0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:47,267 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,267 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,269 INFO [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,270 INFO [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252cab876e826b43532b6fe6281e9e0e columnFamilyName f 2024-11-07T09:18:47,271 DEBUG [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:47,271 INFO [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] regionserver.HStore(327): Store=252cab876e826b43532b6fe6281e9e0e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:47,271 INFO [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,272 INFO [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252cab876e826b43532b6fe6281e9e0e columnFamilyName f1 2024-11-07T09:18:47,272 DEBUG [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:47,272 INFO [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] regionserver.HStore(327): Store=252cab876e826b43532b6fe6281e9e0e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:47,272 INFO [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,273 INFO [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252cab876e826b43532b6fe6281e9e0e columnFamilyName norep 2024-11-07T09:18:47,273 DEBUG [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:47,273 INFO [StoreOpener-252cab876e826b43532b6fe6281e9e0e-1 {}] regionserver.HStore(327): Store=252cab876e826b43532b6fe6281e9e0e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:47,273 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,274 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,274 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,275 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,275 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,275 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:18:47,276 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,278 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:47,279 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 252cab876e826b43532b6fe6281e9e0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61425744, jitterRate=-0.08468508720397949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:18:47,279 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:18:47,279 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 252cab876e826b43532b6fe6281e9e0e: Running coprocessor pre-open hook at 1730971127267Writing region info on filesystem at 1730971127267Initializing all the Stores at 1730971127267Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971127268 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971127269 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971127269Cleaning up temporary data from old regions at 1730971127275 (+6 ms)Running coprocessor post-open hooks at 1730971127279 (+4 ms)Region opened successfully at 1730971127279 2024-11-07T09:18:47,280 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., pid=6, masterSystemTime=1730971127256 2024-11-07T09:18:47,284 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:18:47,284 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:18:47,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=252cab876e826b43532b6fe6281e9e0e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:47,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252cab876e826b43532b6fe6281e9e0e, server=9f1eb259a29b,40411,1730971117018 because future has completed 2024-11-07T09:18:47,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:18:47,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 252cab876e826b43532b6fe6281e9e0e, server=9f1eb259a29b,40411,1730971117018 in 183 msec 2024-11-07T09:18:47,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:18:47,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=252cab876e826b43532b6fe6281e9e0e, ASSIGN in 341 msec 2024-11-07T09:18:47,297 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:18:47,298 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971127297"}]},"ts":"1730971127297"} 2024-11-07T09:18:47,300 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:18:47,301 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:18:47,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-07T09:18:47,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:18:47,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:47,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:48,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:48,277 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:18:48,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:48,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b4adbf4 2024-11-07T09:18:48,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:48,278 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:48,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:18:48,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:18:48,282 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:48,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:18:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:48,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:18:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:18:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:48,694 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => feff12ef047d48638a0eb4c6f0da4a6b, NAME => 'test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95 2024-11-07T09:18:48,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:18:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:49,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:49,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing feff12ef047d48638a0eb4c6f0da4a6b, disabling compactions & flushes 2024-11-07T09:18:49,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:49,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:49,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. after waiting 0 ms 2024-11-07T09:18:49,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:49,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:49,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for feff12ef047d48638a0eb4c6f0da4a6b: Waiting for close lock at 1730971129101Disabling compacts and flushes for region at 1730971129101Disabling writes for close at 1730971129101Writing region close event to WAL at 1730971129101Closed at 1730971129101 2024-11-07T09:18:49,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:18:49,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971129102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971129102"}]},"ts":"1730971129102"} 2024-11-07T09:18:49,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:18:49,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:18:49,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971129105"}]},"ts":"1730971129105"} 2024-11-07T09:18:49,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:18:49,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=feff12ef047d48638a0eb4c6f0da4a6b, ASSIGN}] 2024-11-07T09:18:49,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=feff12ef047d48638a0eb4c6f0da4a6b, ASSIGN 2024-11-07T09:18:49,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=feff12ef047d48638a0eb4c6f0da4a6b, ASSIGN; state=OFFLINE, location=9f1eb259a29b,37161,1730971120126; forceNewPlan=false, retain=false 2024-11-07T09:18:49,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=feff12ef047d48638a0eb4c6f0da4a6b, regionState=OPENING, regionLocation=9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=feff12ef047d48638a0eb4c6f0da4a6b, ASSIGN because future has completed 2024-11-07T09:18:49,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure feff12ef047d48638a0eb4c6f0da4a6b, server=9f1eb259a29b,37161,1730971120126}] 2024-11-07T09:18:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:49,416 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:49,417 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => feff12ef047d48638a0eb4c6f0da4a6b, NAME => 'test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:49,417 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:49,417 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:18:49,417 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,417 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:49,417 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,417 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,419 INFO [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,420 INFO [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feff12ef047d48638a0eb4c6f0da4a6b columnFamilyName f 2024-11-07T09:18:49,420 DEBUG [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:49,421 INFO [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] regionserver.HStore(327): Store=feff12ef047d48638a0eb4c6f0da4a6b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:49,421 INFO [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,431 INFO [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feff12ef047d48638a0eb4c6f0da4a6b columnFamilyName f1 2024-11-07T09:18:49,431 DEBUG [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:49,431 INFO [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] regionserver.HStore(327): Store=feff12ef047d48638a0eb4c6f0da4a6b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:49,432 INFO [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,432 INFO [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feff12ef047d48638a0eb4c6f0da4a6b columnFamilyName norep 2024-11-07T09:18:49,433 DEBUG [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:49,433 INFO [StoreOpener-feff12ef047d48638a0eb4c6f0da4a6b-1 {}] regionserver.HStore(327): Store=feff12ef047d48638a0eb4c6f0da4a6b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:49,433 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,434 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,434 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,435 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,435 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,435 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:18:49,436 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,438 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:49,438 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened feff12ef047d48638a0eb4c6f0da4a6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66079188, jitterRate=-0.01534336805343628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:18:49,438 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:49,438 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for feff12ef047d48638a0eb4c6f0da4a6b: Running coprocessor pre-open hook at 1730971129417Writing region info on filesystem at 1730971129417Initializing all the Stores at 1730971129418 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971129418Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971129418Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971129418Cleaning up temporary data from old regions at 1730971129435 (+17 ms)Running coprocessor post-open hooks at 1730971129438 (+3 ms)Region opened successfully at 1730971129438 2024-11-07T09:18:49,439 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b., pid=6, masterSystemTime=1730971129412 2024-11-07T09:18:49,441 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:49,441 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:49,442 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=feff12ef047d48638a0eb4c6f0da4a6b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:49,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure feff12ef047d48638a0eb4c6f0da4a6b, server=9f1eb259a29b,37161,1730971120126 because future has completed 2024-11-07T09:18:49,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:18:49,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure feff12ef047d48638a0eb4c6f0da4a6b, server=9f1eb259a29b,37161,1730971120126 in 184 msec 2024-11-07T09:18:49,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:18:49,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=feff12ef047d48638a0eb4c6f0da4a6b, ASSIGN in 340 msec 2024-11-07T09:18:49,451 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:18:49,451 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971129451"}]},"ts":"1730971129451"} 2024-11-07T09:18:49,453 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:18:49,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:18:49,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-07T09:18:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:50,427 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:18:50,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3015a036 2024-11-07T09:18:50,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:50,429 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:50,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-07T09:18:50,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:18:50,433 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:50,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-07T09:18:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:50,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:18:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741835_1011 (size=902) 2024-11-07T09:18:50,453 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9ff864c30ced8e022fbd2afa55e720f, NAME => 'test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8 2024-11-07T09:18:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741836_1012 (size=39) 2024-11-07T09:18:50,465 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:50,465 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c9ff864c30ced8e022fbd2afa55e720f, disabling compactions & flushes 2024-11-07T09:18:50,465 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:50,465 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:50,465 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. after waiting 0 ms 2024-11-07T09:18:50,465 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:50,465 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:50,465 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9ff864c30ced8e022fbd2afa55e720f: Waiting for close lock at 1730971130465Disabling compacts and flushes for region at 1730971130465Disabling writes for close at 1730971130465Writing region close event to WAL at 1730971130465Closed at 1730971130465 2024-11-07T09:18:50,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:18:50,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1730971130466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971130466"}]},"ts":"1730971130466"} 2024-11-07T09:18:50,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:18:50,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:18:50,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971130469"}]},"ts":"1730971130469"} 2024-11-07T09:18:50,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-07T09:18:50,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c9ff864c30ced8e022fbd2afa55e720f, ASSIGN}] 2024-11-07T09:18:50,472 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c9ff864c30ced8e022fbd2afa55e720f, ASSIGN 2024-11-07T09:18:50,473 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c9ff864c30ced8e022fbd2afa55e720f, ASSIGN; state=OFFLINE, location=9f1eb259a29b,40513,1730971123485; forceNewPlan=false, retain=false 2024-11-07T09:18:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:50,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9ff864c30ced8e022fbd2afa55e720f, regionState=OPENING, regionLocation=9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:50,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c9ff864c30ced8e022fbd2afa55e720f, ASSIGN because future has completed 2024-11-07T09:18:50,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9ff864c30ced8e022fbd2afa55e720f, server=9f1eb259a29b,40513,1730971123485}] 2024-11-07T09:18:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:50,789 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:50,789 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c9ff864c30ced8e022fbd2afa55e720f, NAME => 'test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:50,789 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:50,790 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-07T09:18:50,790 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,790 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:50,790 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,790 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,792 INFO [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,793 INFO [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9ff864c30ced8e022fbd2afa55e720f columnFamilyName f 2024-11-07T09:18:50,793 DEBUG [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:50,799 INFO [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] regionserver.HStore(327): Store=c9ff864c30ced8e022fbd2afa55e720f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:50,799 INFO [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,800 INFO [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9ff864c30ced8e022fbd2afa55e720f columnFamilyName f1 2024-11-07T09:18:50,800 DEBUG [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:50,804 INFO [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] regionserver.HStore(327): Store=c9ff864c30ced8e022fbd2afa55e720f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:50,804 INFO [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,810 INFO [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9ff864c30ced8e022fbd2afa55e720f columnFamilyName norep 2024-11-07T09:18:50,810 DEBUG [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:50,811 INFO [StoreOpener-c9ff864c30ced8e022fbd2afa55e720f-1 {}] regionserver.HStore(327): Store=c9ff864c30ced8e022fbd2afa55e720f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:50,811 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,811 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,812 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,814 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,814 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,814 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:18:50,821 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,830 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:50,831 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c9ff864c30ced8e022fbd2afa55e720f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71245349, jitterRate=0.06163842976093292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:18:50,831 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:50,831 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c9ff864c30ced8e022fbd2afa55e720f: Running coprocessor pre-open hook at 1730971130790Writing region info on filesystem at 1730971130790Initializing all the Stores at 1730971130791 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971130791Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971130791Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971130791Cleaning up temporary data from old regions at 1730971130814 (+23 ms)Running coprocessor post-open hooks at 1730971130831 (+17 ms)Region opened successfully at 1730971130831 2024-11-07T09:18:50,832 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f., pid=6, masterSystemTime=1730971130779 2024-11-07T09:18:50,834 DEBUG [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:50,834 INFO [RS_OPEN_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:50,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9ff864c30ced8e022fbd2afa55e720f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:50,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9ff864c30ced8e022fbd2afa55e720f, server=9f1eb259a29b,40513,1730971123485 because future has completed 2024-11-07T09:18:50,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T09:18:50,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c9ff864c30ced8e022fbd2afa55e720f, server=9f1eb259a29b,40513,1730971123485 in 222 msec 2024-11-07T09:18:50,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T09:18:50,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c9ff864c30ced8e022fbd2afa55e720f, ASSIGN in 382 msec 2024-11-07T09:18:50,856 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:18:50,856 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971130856"}]},"ts":"1730971130856"} 2024-11-07T09:18:50,858 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-07T09:18:50,859 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:18:50,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 429 msec 2024-11-07T09:18:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T09:18:51,056 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-07T09:18:51,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:51,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38227,-1 for getting cluster id 2024-11-07T09:18:51,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:51,058 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '408f5088-136b-41a0-8b93-ae1b1a7d3b5e' 2024-11-07T09:18:51,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:51,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "408f5088-136b-41a0-8b93-ae1b1a7d3b5e" 2024-11-07T09:18:51,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b01eeb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:51,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38227,-1] 2024-11-07T09:18:51,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:51,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:51,059 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:51,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0b144f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:51,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62b2bef1 2024-11-07T09:18:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:51,062 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:51,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9f1eb259a29b:39545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:18:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:18:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:51,066 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:39545' 2024-11-07T09:18:51,067 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4877a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:51,067 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,39545,-1 for getting cluster id 2024-11-07T09:18:51,067 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:51,071 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07d9f788-f9e6-4a39-9af5-a3b07a884779' 2024-11-07T09:18:51,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:51,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07d9f788-f9e6-4a39-9af5-a3b07a884779" 2024-11-07T09:18:51,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732a082f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:51,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,39545,-1] 2024-11-07T09:18:51,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:51,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:51,073 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:51,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364a12ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:51,074 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:51,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:51,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30274dab 2024-11-07T09:18:51,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:51,082 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:51,083 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-07T09:18:51,083 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:18:51,083 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:51,083 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:51,083 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T09:18:51,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:51,085 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-07T09:18:51,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T09:18:51,086 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:51,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T09:18:51,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741837_1013 (size=1138) 2024-11-07T09:18:51,116 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e8f941764bb881913005608d7b4c30d, NAME => 'hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026 2024-11-07T09:18:51,135 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-07T09:18:51,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741838_1014 (size=44) 2024-11-07T09:18:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:51,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:51,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e8f941764bb881913005608d7b4c30d, disabling compactions & flushes 2024-11-07T09:18:51,539 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:18:51,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:18:51,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. after waiting 0 ms 2024-11-07T09:18:51,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:18:51,539 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:18:51,539 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e8f941764bb881913005608d7b4c30d: Waiting for close lock at 1730971131539Disabling compacts and flushes for region at 1730971131539Disabling writes for close at 1730971131539Writing region close event to WAL at 1730971131539Closed at 1730971131539 2024-11-07T09:18:51,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T09:18:51,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1730971131540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730971131540"}]},"ts":"1730971131540"} 2024-11-07T09:18:51,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T09:18:51,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T09:18:51,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971131543"}]},"ts":"1730971131543"} 2024-11-07T09:18:51,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-07T09:18:51,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e8f941764bb881913005608d7b4c30d, ASSIGN}] 2024-11-07T09:18:51,545 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e8f941764bb881913005608d7b4c30d, ASSIGN 2024-11-07T09:18:51,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e8f941764bb881913005608d7b4c30d, ASSIGN; state=OFFLINE, location=9f1eb259a29b,40411,1730971117018; forceNewPlan=false, retain=false 2024-11-07T09:18:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:51,696 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e8f941764bb881913005608d7b4c30d, regionState=OPENING, regionLocation=9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:51,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e8f941764bb881913005608d7b4c30d, ASSIGN because future has completed 2024-11-07T09:18:51,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e8f941764bb881913005608d7b4c30d, server=9f1eb259a29b,40411,1730971117018}] 2024-11-07T09:18:51,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:18:51,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T09:18:51,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-07T09:18:51,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9f1eb259a29b%2C40411%2C1730971117018.rep, suffix=, logDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018, archiveDir=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/oldWALs, maxLogs=10 2024-11-07T09:18:51,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.rep.1730971131857, exclude list is [], retry=0 2024-11-07T09:18:51,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-645f60ca-dd22-4ea9-8b27-c85682e84d2b,DISK] 2024-11-07T09:18:51,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.rep.1730971131857 2024-11-07T09:18:51,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-07T09:18:51,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e8f941764bb881913005608d7b4c30d, NAME => 'hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d.', STARTKEY => '', ENDKEY => ''} 2024-11-07T09:18:51,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-07T09:18:51,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T09:18:51,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. service=MultiRowMutationService 2024-11-07T09:18:51,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-07T09:18:51,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T09:18:51,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,881 INFO [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,883 INFO [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e8f941764bb881913005608d7b4c30d columnFamilyName hfileref 2024-11-07T09:18:51,883 DEBUG [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:51,883 INFO [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] regionserver.HStore(327): Store=7e8f941764bb881913005608d7b4c30d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:51,883 INFO [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,884 INFO [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e8f941764bb881913005608d7b4c30d columnFamilyName queue 2024-11-07T09:18:51,884 DEBUG [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:51,885 INFO [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] regionserver.HStore(327): Store=7e8f941764bb881913005608d7b4c30d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:51,885 INFO [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,886 INFO [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e8f941764bb881913005608d7b4c30d columnFamilyName sid 2024-11-07T09:18:51,886 DEBUG [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T09:18:51,886 INFO [StoreOpener-7e8f941764bb881913005608d7b4c30d-1 {}] regionserver.HStore(327): Store=7e8f941764bb881913005608d7b4c30d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T09:18:51,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T09:18:51,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T09:18:51,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7e8f941764bb881913005608d7b4c30d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73952413, jitterRate=0.10197682678699493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T09:18:51,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:18:51,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7e8f941764bb881913005608d7b4c30d: Running coprocessor pre-open hook at 1730971131880Writing region info on filesystem at 1730971131880Initializing all the Stores at 1730971131881 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971131881Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971131881Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730971131881Cleaning up temporary data from old regions at 1730971131889 (+8 ms)Running coprocessor post-open hooks at 1730971131893 (+4 ms)Region opened successfully at 1730971131893 2024-11-07T09:18:51,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d., pid=10, masterSystemTime=1730971131851 2024-11-07T09:18:51,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:18:51,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:18:51,896 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e8f941764bb881913005608d7b4c30d, regionState=OPEN, openSeqNum=2, regionLocation=9f1eb259a29b,40411,1730971117018 2024-11-07T09:18:51,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e8f941764bb881913005608d7b4c30d, server=9f1eb259a29b,40411,1730971117018 because future has completed 2024-11-07T09:18:51,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T09:18:51,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e8f941764bb881913005608d7b4c30d, server=9f1eb259a29b,40411,1730971117018 in 201 msec 2024-11-07T09:18:51,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T09:18:51,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e8f941764bb881913005608d7b4c30d, ASSIGN in 358 msec 2024-11-07T09:18:51,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T09:18:51,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730971131904"}]},"ts":"1730971131904"} 2024-11-07T09:18:51,906 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-07T09:18:51,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T09:18:51,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 824 msec 2024-11-07T09:18:51,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2] 2024-11-07T09:18:51,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:51,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:18:51,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:18:52,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-07T09:18:52,105 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-07T09:18:52,145 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9f1eb259a29b,40411,1730971117018, ReplicationSource: 1, currentBandwidth=0 2024-11-07T09:18:52,145 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:52,146 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,40411,1730971117018, seqNum=-1] 2024-11-07T09:18:52,146 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:52,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-07T09:18:52,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9f1eb259a29b,40411,1730971117018', locateType=CURRENT is [region=hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2] 2024-11-07T09:18:52,151 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-07T09:18:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-07T09:18:52,154 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9f1eb259a29b,40411,1730971117018 suceeded 2024-11-07T09:18:52,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T09:18:52,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-07T09:18:52,157 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9f1eb259a29b:39545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:18:52,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0950 sec 2024-11-07T09:18:52,184 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:39545' 2024-11-07T09:18:52,185 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c222017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,185 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,39545,-1 for getting cluster id 2024-11-07T09:18:52,185 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:52,186 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07d9f788-f9e6-4a39-9af5-a3b07a884779' 2024-11-07T09:18:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07d9f788-f9e6-4a39-9af5-a3b07a884779" 2024-11-07T09:18:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62efe6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,39545,-1] 2024-11-07T09:18:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:52,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:52,188 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:52,189 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a3e0eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,189 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:52,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:52,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@528078d9 2024-11-07T09:18:52,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:52,191 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-07T09:18:52,191 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9f1eb259a29b,40411,1730971117018 (queues=1) is replicating from cluster=408f5088-136b-41a0-8b93-ae1b1a7d3b5e to cluster=07d9f788-f9e6-4a39-9af5-a3b07a884779 2024-11-07T09:18:52,191 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9f1eb259a29b%2C40411%2C1730971117018 2024-11-07T09:18:52,191 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9f1eb259a29b,40411,1730971117018, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:18:52,192 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809, startPosition=0, beingWritten=true 2024-11-07T09:18:52,192 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C40411%2C1730971117018 2024-11-07T09:18:52,197 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:18:52,197 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 to pos 379, reset compression=false 2024-11-07T09:18:52,197 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,40411,1730971117018 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:18:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T09:18:52,207 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-07T09:18:52,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:52,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:52,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:52,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:52,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:52,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38227,-1 for getting cluster id 2024-11-07T09:18:52,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:52,210 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '408f5088-136b-41a0-8b93-ae1b1a7d3b5e' 2024-11-07T09:18:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "408f5088-136b-41a0-8b93-ae1b1a7d3b5e" 2024-11-07T09:18:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782ff9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38227,-1] 2024-11-07T09:18:52,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:52,211 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:52,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8e73f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,39545,-1 for getting cluster id 2024-11-07T09:18:52,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:52,216 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07d9f788-f9e6-4a39-9af5-a3b07a884779' 2024-11-07T09:18:52,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:52,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07d9f788-f9e6-4a39-9af5-a3b07a884779" 2024-11-07T09:18:52,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762da0f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,39545,-1] 2024-11-07T09:18:52,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:52,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:52,217 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:52,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29896231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de16922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33201,-1 for getting cluster id 2024-11-07T09:18:52,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:52,223 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb4383e0-7f73-4a8f-8c18-1392ad6293e8' 2024-11-07T09:18:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb4383e0-7f73-4a8f-8c18-1392ad6293e8" 2024-11-07T09:18:52,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebee26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33201,-1] 2024-11-07T09:18:52,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:52,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:52,224 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:52,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6158f983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:52,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:52,230 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1730971132230/Put/seqid=0 2024-11-07T09:18:52,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741840_1016 (size=7894) 2024-11-07T09:18:52,405 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 to pos 379, reset compression=false 2024-11-07T09:18:52,639 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1730971132639/Put/seqid=0 2024-11-07T09:18:52,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741841_1017 (size=7691) 2024-11-07T09:18:52,710 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 to pos 379, reset compression=false 2024-11-07T09:18:52,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:18:52,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:52,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:18:53,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fdc142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:53,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38227,-1 for getting cluster id 2024-11-07T09:18:53,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:53,058 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '408f5088-136b-41a0-8b93-ae1b1a7d3b5e' 2024-11-07T09:18:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "408f5088-136b-41a0-8b93-ae1b1a7d3b5e" 2024-11-07T09:18:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2087d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38227,-1] 2024-11-07T09:18:53,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:53,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:53,059 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:53,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ed7d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:53,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:53,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,40411,1730971117018, seqNum=-1] 2024-11-07T09:18:53,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:53,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:53,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2335cecf 2024-11-07T09:18:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:53,069 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2] 2024-11-07T09:18:53,075 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:18:53,079 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-07T09:18:53,081 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-07T09:18:53,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 252cab876e826b43532b6fe6281e9e0e/f 2024-11-07T09:18:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-07T09:18:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:18:53,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 252cab876e826b43532b6fe6281e9e0e/f 2024-11-07T09:18:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-07T09:18:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:18:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HRegion(2603): Flush status journal for 252cab876e826b43532b6fe6281e9e0e: 2024-11-07T09:18:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__snmsdpt8cmimfdqqe6kedd9kikloefs3eabhq3j44h08tp011dqg2kiuiqilo5d1/f/hfile_0 2024-11-07T09:18:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__snmsdpt8cmimfdqqe6kedd9kikloefs3eabhq3j44h08tp011dqg2kiuiqilo5d1/f/hfile_0 as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_ 2024-11-07T09:18:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__snmsdpt8cmimfdqqe6kedd9kikloefs3eabhq3j44h08tp011dqg2kiuiqilo5d1/f/hfile_1 2024-11-07T09:18:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__snmsdpt8cmimfdqqe6kedd9kikloefs3eabhq3j44h08tp011dqg2kiuiqilo5d1/f/hfile_1 as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/e705e51de1a04aa3bea07dfa00f64059_SeqId_4_ 2024-11-07T09:18:53,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__snmsdpt8cmimfdqqe6kedd9kikloefs3eabhq3j44h08tp011dqg2kiuiqilo5d1/f/hfile_0 into 252cab876e826b43532b6fe6281e9e0e/f as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_ - updating store file list. 2024-11-07T09:18:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:18:53,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_ into 252cab876e826b43532b6fe6281e9e0e/f 2024-11-07T09:18:53,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__snmsdpt8cmimfdqqe6kedd9kikloefs3eabhq3j44h08tp011dqg2kiuiqilo5d1/f/hfile_0 into 252cab876e826b43532b6fe6281e9e0e/f (new location: hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_) 2024-11-07T09:18:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__snmsdpt8cmimfdqqe6kedd9kikloefs3eabhq3j44h08tp011dqg2kiuiqilo5d1/f/hfile_0 2024-11-07T09:18:53,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__snmsdpt8cmimfdqqe6kedd9kikloefs3eabhq3j44h08tp011dqg2kiuiqilo5d1/f/hfile_1 into 252cab876e826b43532b6fe6281e9e0e/f as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/e705e51de1a04aa3bea07dfa00f64059_SeqId_4_ - updating store file list. 2024-11-07T09:18:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e705e51de1a04aa3bea07dfa00f64059_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:18:53,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/e705e51de1a04aa3bea07dfa00f64059_SeqId_4_ into 252cab876e826b43532b6fe6281e9e0e/f 2024-11-07T09:18:53,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__snmsdpt8cmimfdqqe6kedd9kikloefs3eabhq3j44h08tp011dqg2kiuiqilo5d1/f/hfile_1 into 252cab876e826b43532b6fe6281e9e0e/f (new location: hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/e705e51de1a04aa3bea07dfa00f64059_SeqId_4_) 2024-11-07T09:18:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__snmsdpt8cmimfdqqe6kedd9kikloefs3eabhq3j44h08tp011dqg2kiuiqilo5d1/f/hfile_1 2024-11-07T09:18:53,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:53,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:53,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:53,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:53,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2 , the old value is region=test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9f1eb259a29b:40411 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T09:18:53,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T09:18:53,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2 from cache 2024-11-07T09:18:53,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:53,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:53,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37161,1730971120126, seqNum=-1] 2024-11-07T09:18:53,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:53,108 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T09:18:53,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:53,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b., hostname=9f1eb259a29b,37161,1730971120126, seqNum=2] 2024-11-07T09:18:53,112 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T09:18:53,117 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 to pos 379, reset compression=false 2024-11-07T09:18:53,120 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:18:53,120 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,40411,1730971117018 got entry batch from reader: WALEntryBatch [walEntries=[{test/252cab876e826b43532b6fe6281e9e0e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730971133105/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T09:18:53,122 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:53,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-07T09:18:53,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.ReplicationSink(318): Replicating [408f5088-136b-41a0-8b93-ae1b1a7d3b5e] bulk loaded data 2024-11-07T09:18:53,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cb884cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:53,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,39545,-1 for getting cluster id 2024-11-07T09:18:53,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:53,125 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07d9f788-f9e6-4a39-9af5-a3b07a884779' 2024-11-07T09:18:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07d9f788-f9e6-4a39-9af5-a3b07a884779" 2024-11-07T09:18:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1adadac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,39545,-1] 2024-11-07T09:18:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:53,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:53,126 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:53,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24810d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:53,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741837_1013 (size=7894) 2024-11-07T09:18:53,216 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:40411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T09:18:53,321 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 to pos 687, reset compression=false 2024-11-07T09:18:53,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741838_1014 (size=7691) 2024-11-07T09:18:53,624 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 to pos 687, reset compression=false 2024-11-07T09:18:53,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:53,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:53,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b40eb86 2024-11-07T09:18:53,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:53,956 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-07T09:18:53,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:18:53,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:53,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,37161,1730971120126, seqNum=-1] 2024-11-07T09:18:53,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:53,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-07T09:18:53,965 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-07T09:18:53,966 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/e705e51de1a04aa3bea07dfa00f64059_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-07T09:18:53,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_ for inclusion in feff12ef047d48638a0eb4c6f0da4a6b/f 2024-11-07T09:18:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-07T09:18:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:18:53,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/e705e51de1a04aa3bea07dfa00f64059_SeqId_4_ for inclusion in feff12ef047d48638a0eb4c6f0da4a6b/f 2024-11-07T09:18:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-07T09:18:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:18:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HRegion(2603): Flush status journal for feff12ef047d48638a0eb4c6f0da4a6b: 2024-11-07T09:18:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:18:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_ as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/7bb61ea6177f47f9961feb340840279d_SeqId_4_ 2024-11-07T09:18:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e705e51de1a04aa3bea07dfa00f64059_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:18:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/e705e51de1a04aa3bea07dfa00f64059_SeqId_4_ as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/0c5ab8bd5067460483901bb1929d92fb_SeqId_4_ 2024-11-07T09:18:53,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_ into feff12ef047d48638a0eb4c6f0da4a6b/f as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/7bb61ea6177f47f9961feb340840279d_SeqId_4_ - updating store file list. 2024-11-07T09:18:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bb61ea6177f47f9961feb340840279d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:18:53,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/7bb61ea6177f47f9961feb340840279d_SeqId_4_ into feff12ef047d48638a0eb4c6f0da4a6b/f 2024-11-07T09:18:53,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_ into feff12ef047d48638a0eb4c6f0da4a6b/f (new location: hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/7bb61ea6177f47f9961feb340840279d_SeqId_4_) 2024-11-07T09:18:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/9f4d6a0d887c4711b334ecb5cfa4da35_SeqId_4_ 2024-11-07T09:18:53,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/e705e51de1a04aa3bea07dfa00f64059_SeqId_4_ into feff12ef047d48638a0eb4c6f0da4a6b/f as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/0c5ab8bd5067460483901bb1929d92fb_SeqId_4_ - updating store file list. 2024-11-07T09:18:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0c5ab8bd5067460483901bb1929d92fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:18:53,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/0c5ab8bd5067460483901bb1929d92fb_SeqId_4_ into feff12ef047d48638a0eb4c6f0da4a6b/f 2024-11-07T09:18:53,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/e705e51de1a04aa3bea07dfa00f64059_SeqId_4_ into feff12ef047d48638a0eb4c6f0da4a6b/f (new location: hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/0c5ab8bd5067460483901bb1929d92fb_SeqId_4_) 2024-11-07T09:18:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__gp4t5uqusnv7u6cupvj92pbcs3em4enpu5fj7j8nvhs5hdd8opuchh4ucve4vj5a/f/e705e51de1a04aa3bea07dfa00f64059_SeqId_4_ 2024-11-07T09:18:53,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.ReplicationSink(324): Finished replicating [408f5088-136b-41a0-8b93-ae1b1a7d3b5e] bulk loaded data 2024-11-07T09:18:54,028 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 to pos 687, reset compression=false 2024-11-07T09:18:54,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:54,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,40513,1730971123485, seqNum=-1] 2024-11-07T09:18:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:54,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f., hostname=9f1eb259a29b,40513,1730971123485, seqNum=2] 2024-11-07T09:18:54,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:54,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T09:18:54,133 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f1eb259a29b%2C40411%2C1730971117018.rep:(num 1730971131857) roll requested 2024-11-07T09:18:54,154 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.rep.1730971134134, exclude list is [], retry=0 2024-11-07T09:18:54,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-645f60ca-dd22-4ea9-8b27-c85682e84d2b,DISK] 2024-11-07T09:18:54,161 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.rep.1730971131857 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.rep.1730971134134 2024-11-07T09:18:54,162 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-07T09:18:54,162 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.rep.1730971131857 is not closed yet, will try archiving it next time 2024-11-07T09:18:54,162 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f1eb259a29b%2C40411%2C1730971117018:(num 1730971117809) roll requested 2024-11-07T09:18:54,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741839_1015 (size=1505) 2024-11-07T09:18:54,181 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162, exclude list is [], retry=0 2024-11-07T09:18:54,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-645f60ca-dd22-4ea9-8b27-c85682e84d2b,DISK] 2024-11-07T09:18:54,185 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 2024-11-07T09:18:54,185 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-07T09:18:54,185 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 is not closed yet, will try archiving it next time 2024-11-07T09:18:54,185 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9f1eb259a29b%2C40411%2C1730971117018.meta:.meta(num 1730971118733) roll requested 2024-11-07T09:18:54,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741832_1008 (size=695) 2024-11-07T09:18:54,189 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 to hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/oldWALs/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 2024-11-07T09:18:54,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38227,-1 for getting cluster id 2024-11-07T09:18:54,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:54,202 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '408f5088-136b-41a0-8b93-ae1b1a7d3b5e' 2024-11-07T09:18:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "408f5088-136b-41a0-8b93-ae1b1a7d3b5e" 2024-11-07T09:18:54,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6856ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38227,-1] 2024-11-07T09:18:54,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:54,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:54,204 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:54,204 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.meta.1730971134185.meta, exclude list is [], retry=0 2024-11-07T09:18:54,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531f2edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cbbe27a 2024-11-07T09:18:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:54,206 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:54,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://9f1eb259a29b:33201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-07T09:18:54,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46271,DS-645f60ca-dd22-4ea9-8b27-c85682e84d2b,DISK] 2024-11-07T09:18:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-07T09:18:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T09:18:54,210 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:33201' 2024-11-07T09:18:54,213 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.meta.1730971118733.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.meta.1730971134185.meta 2024-11-07T09:18:54,216 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be30b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,216 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33201,-1 for getting cluster id 2024-11-07T09:18:54,217 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:54,217 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb4383e0-7f73-4a8f-8c18-1392ad6293e8' 2024-11-07T09:18:54,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:54,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb4383e0-7f73-4a8f-8c18-1392ad6293e8" 2024-11-07T09:18:54,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50dc3257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33201,-1] 2024-11-07T09:18:54,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:54,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:54,218 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a16c784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,219 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:54,219 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-07T09:18:54,219 DEBUG [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.meta.1730971118733.meta is not closed yet, will try archiving it next time 2024-11-07T09:18:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e4f6fe 2024-11-07T09:18:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:54,220 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:54,221 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-07T09:18:54,221 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-07T09:18:54,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741834_1010 (size=3473) 2024-11-07T09:18:54,221 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:54,221 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:54,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:54,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-07T09:18:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T09:18:54,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-07T09:18:54,382 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-07T09:18:54,422 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-9f1eb259a29b,40411,1730971117018, ReplicationSource: 2, currentBandwidth=0 2024-11-07T09:18:54,428 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T09:18:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-07T09:18:54,430 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9f1eb259a29b,40411,1730971117018 suceeded 2024-11-07T09:18:54,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T09:18:54,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-07T09:18:54,432 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9f1eb259a29b:33201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-07T09:18:54,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 225 msec 2024-11-07T09:18:54,451 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9f1eb259a29b:33201' 2024-11-07T09:18:54,452 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47d33341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,453 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33201,-1 for getting cluster id 2024-11-07T09:18:54,453 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:54,453 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb4383e0-7f73-4a8f-8c18-1392ad6293e8' 2024-11-07T09:18:54,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:54,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb4383e0-7f73-4a8f-8c18-1392ad6293e8" 2024-11-07T09:18:54,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6272f456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33201,-1] 2024-11-07T09:18:54,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:54,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:54,455 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:54,456 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2971fc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,456 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:54,457 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:54,457 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1de3351d 2024-11-07T09:18:54,457 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:54,458 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-07T09:18:54,459 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9f1eb259a29b,40411,1730971117018 (queues=1) is replicating from cluster=408f5088-136b-41a0-8b93-ae1b1a7d3b5e to cluster=cb4383e0-7f73-4a8f-8c18-1392ad6293e8 2024-11-07T09:18:54,459 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9f1eb259a29b%2C40411%2C1730971117018 2024-11-07T09:18:54,459 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9f1eb259a29b,40411,1730971117018, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-07T09:18:54,469 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162, startPosition=0, beingWritten=true 2024-11-07T09:18:54,473 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9f1eb259a29b%2C40411%2C1730971117018 2024-11-07T09:18:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-07T09:18:54,526 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-07T09:18:54,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:54,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:54,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:54,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:54,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:54,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T09:18:54,530 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1730971134529/Put/seqid=0 2024-11-07T09:18:54,531 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 to pos 687, reset compression=false 2024-11-07T09:18:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741845_1021 (size=11194) 2024-11-07T09:18:54,539 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 was moved to hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/oldWALs/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 2024-11-07T09:18:54,541 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1730971134540/Put/seqid=0 2024-11-07T09:18:54,541 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809 2024-11-07T09:18:54,541 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,40411,1730971117018 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971117809, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-07T09:18:54,542 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162, startPosition=0, beingWritten=true 2024-11-07T09:18:54,544 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9f1eb259a29b%2C40411%2C1730971117018.1730971117809] 2024-11-07T09:18:54,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741846_1022 (size=10791) 2024-11-07T09:18:54,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc35c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,38227,-1 for getting cluster id 2024-11-07T09:18:54,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:54,559 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '408f5088-136b-41a0-8b93-ae1b1a7d3b5e' 2024-11-07T09:18:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "408f5088-136b-41a0-8b93-ae1b1a7d3b5e" 2024-11-07T09:18:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a860334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,38227,-1] 2024-11-07T09:18:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:54,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:54,561 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:54,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab87eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,40411,1730971117018, seqNum=-1] 2024-11-07T09:18:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:54,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T09:18:54,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,38227,1730971116963 2024-11-07T09:18:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ce8f8dc 2024-11-07T09:18:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:54,571 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T09:18:54,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2] 2024-11-07T09:18:54,576 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:18:54,590 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-07T09:18:54,593 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-07T09:18:54,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 252cab876e826b43532b6fe6281e9e0e/f 2024-11-07T09:18:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T09:18:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:18:54,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 252cab876e826b43532b6fe6281e9e0e/f 2024-11-07T09:18:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T09:18:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:18:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HRegion(2603): Flush status journal for 252cab876e826b43532b6fe6281e9e0e: 2024-11-07T09:18:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__cbrkkbqbubt8kcfruf2t60hae98n9bungd22n5mvgcl5rtel89kb6i68ift6r0t/f/hfile_0 2024-11-07T09:18:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__cbrkkbqbubt8kcfruf2t60hae98n9bungd22n5mvgcl5rtel89kb6i68ift6r0t/f/hfile_0 as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ 2024-11-07T09:18:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__cbrkkbqbubt8kcfruf2t60hae98n9bungd22n5mvgcl5rtel89kb6i68ift6r0t/f/hfile_1 2024-11-07T09:18:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__cbrkkbqbubt8kcfruf2t60hae98n9bungd22n5mvgcl5rtel89kb6i68ift6r0t/f/hfile_1 as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ 2024-11-07T09:18:54,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__cbrkkbqbubt8kcfruf2t60hae98n9bungd22n5mvgcl5rtel89kb6i68ift6r0t/f/hfile_0 into 252cab876e826b43532b6fe6281e9e0e/f as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ - updating store file list. 2024-11-07T09:18:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 03b03358067d4d228c0ae9159cc151f7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T09:18:54,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ into 252cab876e826b43532b6fe6281e9e0e/f 2024-11-07T09:18:54,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__cbrkkbqbubt8kcfruf2t60hae98n9bungd22n5mvgcl5rtel89kb6i68ift6r0t/f/hfile_0 into 252cab876e826b43532b6fe6281e9e0e/f (new location: hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_) 2024-11-07T09:18:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__cbrkkbqbubt8kcfruf2t60hae98n9bungd22n5mvgcl5rtel89kb6i68ift6r0t/f/hfile_0 2024-11-07T09:18:54,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__cbrkkbqbubt8kcfruf2t60hae98n9bungd22n5mvgcl5rtel89kb6i68ift6r0t/f/hfile_1 into 252cab876e826b43532b6fe6281e9e0e/f as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ - updating store file list. 2024-11-07T09:18:54,632 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-11-07T09:18:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c0a2f375194d48eeab9a05d414410dc3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T09:18:54,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ into 252cab876e826b43532b6fe6281e9e0e/f 2024-11-07T09:18:54,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__cbrkkbqbubt8kcfruf2t60hae98n9bungd22n5mvgcl5rtel89kb6i68ift6r0t/f/hfile_1 into 252cab876e826b43532b6fe6281e9e0e/f (new location: hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_) 2024-11-07T09:18:54,632 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-07T09:18:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40411 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/staging/jenkins__test__cbrkkbqbubt8kcfruf2t60hae98n9bungd22n5mvgcl5rtel89kb6i68ift6r0t/f/hfile_1 2024-11-07T09:18:54,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:54,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:54,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:54,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2 , the old value is region=test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9f1eb259a29b:40411 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T09:18:54,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-07T09:18:54,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., hostname=9f1eb259a29b,40411,1730971117018, seqNum=2 from cache 2024-11-07T09:18:54,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:54,636 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-07T09:18:54,637 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T09:18:54,678 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 0, reset compression=false 2024-11-07T09:18:54,683 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:18:54,683 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9f1eb259a29b,40411,1730971117018 got entry batch from reader: WALEntryBatch [walEntries=[{test/252cab876e826b43532b6fe6281e9e0e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730971134633/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T09:18:54,685 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T09:18:54,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-07T09:18:54,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(318): Replicating [408f5088-136b-41a0-8b93-ae1b1a7d3b5e] bulk loaded data 2024-11-07T09:18:54,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44dd2123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.ClusterIdFetcher(90): Going to request 9f1eb259a29b,33201,-1 for getting cluster id 2024-11-07T09:18:54,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T09:18:54,687 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb4383e0-7f73-4a8f-8c18-1392ad6293e8' 2024-11-07T09:18:54,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T09:18:54,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb4383e0-7f73-4a8f-8c18-1392ad6293e8" 2024-11-07T09:18:54,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a1ca44f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9f1eb259a29b,33201,-1] 2024-11-07T09:18:54,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T09:18:54,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:54,688 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-07T09:18:54,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@98b3247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T09:18:54,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741837_1013 (size=11194) 2024-11-07T09:18:54,746 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:40411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-07T09:18:54,883 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:55,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741838_1014 (size=10791) 2024-11-07T09:18:55,147 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 0, reset compression=false 2024-11-07T09:18:55,151 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-07T09:18:55,151 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,40411,1730971117018 got entry batch from reader: WALEntryBatch [walEntries=[{test/252cab876e826b43532b6fe6281e9e0e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1730971134633/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-07T09:18:55,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.ReplicationSink(318): Replicating [408f5088-136b-41a0-8b93-ae1b1a7d3b5e] bulk loaded data 2024-11-07T09:18:55,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741839_1015 (size=11194) 2024-11-07T09:18:55,187 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:55,352 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:55,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T09:18:55,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:55,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d50e2e8 2024-11-07T09:18:55,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T09:18:55,516 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-07T09:18:55,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:18:55,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T09:18:55,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9f1eb259a29b,40513,1730971123485, seqNum=-1] 2024-11-07T09:18:55,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T09:18:55,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-07T09:18:55,526 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-07T09:18:55,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-07T09:18:55,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ for inclusion in c9ff864c30ced8e022fbd2afa55e720f/f 2024-11-07T09:18:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T09:18:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:18:55,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ for inclusion in c9ff864c30ced8e022fbd2afa55e720f/f 2024-11-07T09:18:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T09:18:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:18:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HRegion(2603): Flush status journal for c9ff864c30ced8e022fbd2afa55e720f: 2024-11-07T09:18:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:18:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ as hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f/f/64ac01a6e76f4c2880903a050afd14bf_SeqId_4_ 2024-11-07T09:18:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 03b03358067d4d228c0ae9159cc151f7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:18:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ as hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f/f/7f939f90677c4b4d8a00fdc5feb9046e_SeqId_4_ 2024-11-07T09:18:55,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ into c9ff864c30ced8e022fbd2afa55e720f/f as hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f/f/64ac01a6e76f4c2880903a050afd14bf_SeqId_4_ - updating store file list. 2024-11-07T09:18:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64ac01a6e76f4c2880903a050afd14bf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:18:55,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f/f/64ac01a6e76f4c2880903a050afd14bf_SeqId_4_ into c9ff864c30ced8e022fbd2afa55e720f/f 2024-11-07T09:18:55,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ into c9ff864c30ced8e022fbd2afa55e720f/f (new location: hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f/f/64ac01a6e76f4c2880903a050afd14bf_SeqId_4_) 2024-11-07T09:18:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ 2024-11-07T09:18:55,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ into c9ff864c30ced8e022fbd2afa55e720f/f as hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f/f/7f939f90677c4b4d8a00fdc5feb9046e_SeqId_4_ - updating store file list. 2024-11-07T09:18:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f939f90677c4b4d8a00fdc5feb9046e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-07T09:18:55,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f/f/7f939f90677c4b4d8a00fdc5feb9046e_SeqId_4_ into c9ff864c30ced8e022fbd2afa55e720f/f 2024-11-07T09:18:55,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ into c9ff864c30ced8e022fbd2afa55e720f/f (new location: hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f/f/7f939f90677c4b4d8a00fdc5feb9046e_SeqId_4_) 2024-11-07T09:18:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/staging/jenkins.hfs.23__test__qupvcpsn9dcosgcboj7e3nnhdugvqhasp8dcn8cvupd00qr1i94n46t207daoedb/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ 2024-11-07T09:18:55,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 {}] regionserver.ReplicationSink(324): Finished replicating [408f5088-136b-41a0-8b93-ae1b1a7d3b5e] bulk loaded data 2024-11-07T09:18:55,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741840_1016 (size=10791) 2024-11-07T09:18:55,604 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:55,641 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-07T09:18:55,655 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:55,676 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-07T09:18:55,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-07T09:18:56,000 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-07T09:18:56,003 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-07T09:18:56,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ for inclusion in feff12ef047d48638a0eb4c6f0da4a6b/f 2024-11-07T09:18:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-07T09:18:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:18:56,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ for inclusion in feff12ef047d48638a0eb4c6f0da4a6b/f 2024-11-07T09:18:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-07T09:18:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-07T09:18:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HRegion(2603): Flush status journal for feff12ef047d48638a0eb4c6f0da4a6b: 2024-11-07T09:18:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 03b03358067d4d228c0ae9159cc151f7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:18:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/6a63eb57f879488e8181abeaf12f604b_SeqId_6_ 2024-11-07T09:18:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-07T09:18:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/d5a516198283445ba5e408f9271e09b8_SeqId_6_ 2024-11-07T09:18:56,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ into feff12ef047d48638a0eb4c6f0da4a6b/f as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/6a63eb57f879488e8181abeaf12f604b_SeqId_6_ - updating store file list. 2024-11-07T09:18:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6a63eb57f879488e8181abeaf12f604b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T09:18:56,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/6a63eb57f879488e8181abeaf12f604b_SeqId_6_ into feff12ef047d48638a0eb4c6f0da4a6b/f 2024-11-07T09:18:56,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ into feff12ef047d48638a0eb4c6f0da4a6b/f (new location: hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/6a63eb57f879488e8181abeaf12f604b_SeqId_6_) 2024-11-07T09:18:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/03b03358067d4d228c0ae9159cc151f7_SeqId_6_ 2024-11-07T09:18:56,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ into feff12ef047d48638a0eb4c6f0da4a6b/f as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/d5a516198283445ba5e408f9271e09b8_SeqId_6_ - updating store file list. 2024-11-07T09:18:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d5a516198283445ba5e408f9271e09b8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-07T09:18:56,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/d5a516198283445ba5e408f9271e09b8_SeqId_6_ into feff12ef047d48638a0eb4c6f0da4a6b/f 2024-11-07T09:18:56,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ into feff12ef047d48638a0eb4c6f0da4a6b/f (new location: hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/f/d5a516198283445ba5e408f9271e09b8_SeqId_6_) 2024-11-07T09:18:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/staging/jenkins.hfs.22__test__hql7lng3dcq7df53oumjddgjboh654uvk1msl0cb4i6pt4ba0fvd1f277kl6igdp/f/c0a2f375194d48eeab9a05d414410dc3_SeqId_6_ 2024-11-07T09:18:56,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37161 {}] regionserver.ReplicationSink(324): Finished replicating [408f5088-136b-41a0-8b93-ae1b1a7d3b5e] bulk loaded data 2024-11-07T09:18:56,059 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:56,107 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:56,564 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:56,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:18:56,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:56,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:56,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:56,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:56,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:18:56,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1202105428, stopped=false 2024-11-07T09:18:56,659 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,33201,1730971123449 2024-11-07T09:18:56,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:56,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-359022919/running 2024-11-07T09:18:56,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-359022919/running 2024-11-07T09:18:56,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:56,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:56,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:18:56,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:56,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:56,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:56,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Set watcher on znode that does not yet exist, /2-359022919/running 2024-11-07T09:18:56,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Set watcher on znode that does not yet exist, /2-359022919/running 2024-11-07T09:18:56,664 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,40513,1730971123485' ***** 2024-11-07T09:18:56,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:18:56,667 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:18:56,667 INFO [RS:0;9f1eb259a29b:40513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:18:56,667 INFO [RS:0;9f1eb259a29b:40513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:18:56,667 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:56,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:18:56,668 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:56,668 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:18:56,668 INFO [RS:0;9f1eb259a29b:40513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:40513. 2024-11-07T09:18:56,669 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9ff864c30ced8e022fbd2afa55e720f, disabling compactions & flushes 2024-11-07T09:18:56,669 DEBUG [RS:0;9f1eb259a29b:40513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:56,669 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:56,669 DEBUG [RS:0;9f1eb259a29b:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:56,669 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:18:56,669 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:56,669 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:18:56,669 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:18:56,669 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. after waiting 0 ms 2024-11-07T09:18:56,669 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:56,669 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:18:56,672 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:18:56,672 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1325): Online Regions={c9ff864c30ced8e022fbd2afa55e720f=test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:18:56,672 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9ff864c30ced8e022fbd2afa55e720f 2024-11-07T09:18:56,672 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:18:56,672 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:18:56,672 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:18:56,672 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:18:56,672 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:18:56,673 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T09:18:56,685 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/default/test/c9ff864c30ced8e022fbd2afa55e720f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-07T09:18:56,685 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:18:56,685 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:18:56,685 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:56,685 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9ff864c30ced8e022fbd2afa55e720f: Waiting for close lock at 1730971136668Running coprocessor pre-close hooks at 1730971136668Disabling compacts and flushes for region at 1730971136668Disabling writes for close at 1730971136669 (+1 ms)Writing region close event to WAL at 1730971136676 (+7 ms)Running coprocessor post-close hooks at 1730971136685 (+9 ms)Closed at 1730971136685 2024-11-07T09:18:56,685 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f. 2024-11-07T09:18:56,696 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/info/c6d0c8be0eca47d4b1b9bc06570bbca9 is 129, key is test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f./info:regioninfo/1730971130835/Put/seqid=0 2024-11-07T09:18:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741839_1015 (size=6421) 2024-11-07T09:18:56,711 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:56,745 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:18:56,872 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:18:56,937 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:18:56,937 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:18:57,073 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:18:57,104 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/info/c6d0c8be0eca47d4b1b9bc06570bbca9 2024-11-07T09:18:57,126 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/ns/99c387e3713b4f4f9a44baa66418e6ee is 43, key is default/ns:d/1730971126011/Put/seqid=0 2024-11-07T09:18:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741840_1016 (size=5153) 2024-11-07T09:18:57,168 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:57,273 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:18:57,414 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:57,473 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:18:57,530 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/ns/99c387e3713b4f4f9a44baa66418e6ee 2024-11-07T09:18:57,548 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/rep_barrier/a83d79acaf2b45ef856a89de0a9a0661 is 112, key is test,,1730971130429.c9ff864c30ced8e022fbd2afa55e720f./rep_barrier:seqnumDuringOpen/1730971130835/Put/seqid=0 2024-11-07T09:18:57,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741841_1017 (size=5518) 2024-11-07T09:18:57,673 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:18:57,673 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:18:57,673 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:18:57,872 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:57,873 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:18:57,951 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/rep_barrier/a83d79acaf2b45ef856a89de0a9a0661 2024-11-07T09:18:57,969 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/table/ca87ca309380445fb4f451121c25d03e is 40, key is test/table:state/1730971130856/Put/seqid=0 2024-11-07T09:18:57,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741842_1018 (size=5165) 2024-11-07T09:18:58,074 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:18:58,218 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:58,274 DEBUG [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:18:58,373 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/table/ca87ca309380445fb4f451121c25d03e 2024-11-07T09:18:58,377 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/info/c6d0c8be0eca47d4b1b9bc06570bbca9 as hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/info/c6d0c8be0eca47d4b1b9bc06570bbca9 2024-11-07T09:18:58,380 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/info/c6d0c8be0eca47d4b1b9bc06570bbca9, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T09:18:58,381 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/ns/99c387e3713b4f4f9a44baa66418e6ee as hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/ns/99c387e3713b4f4f9a44baa66418e6ee 2024-11-07T09:18:58,384 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/ns/99c387e3713b4f4f9a44baa66418e6ee, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T09:18:58,384 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/rep_barrier/a83d79acaf2b45ef856a89de0a9a0661 as hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/rep_barrier/a83d79acaf2b45ef856a89de0a9a0661 2024-11-07T09:18:58,387 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/rep_barrier/a83d79acaf2b45ef856a89de0a9a0661, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T09:18:58,388 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/.tmp/table/ca87ca309380445fb4f451121c25d03e as hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/table/ca87ca309380445fb4f451121c25d03e 2024-11-07T09:18:58,390 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/table/ca87ca309380445fb4f451121c25d03e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T09:18:58,391 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=11, compaction requested=false 2024-11-07T09:18:58,395 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T09:18:58,395 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:18:58,395 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:18:58,395 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:58,395 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971136672Running coprocessor pre-close hooks at 1730971136672Disabling compacts and flushes for region at 1730971136672Disabling writes for close at 1730971136672Obtaining lock to block concurrent updates at 1730971136673 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730971136673Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730971136673Flushing stores of hbase:meta,,1.1588230740 at 1730971136674 (+1 ms)Flushing 1588230740/info: creating writer at 1730971136674Flushing 1588230740/info: appending metadata at 1730971136696 (+22 ms)Flushing 1588230740/info: closing flushed file at 1730971136696Flushing 1588230740/ns: creating writer at 1730971137108 (+412 ms)Flushing 1588230740/ns: appending metadata at 1730971137125 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730971137125Flushing 1588230740/rep_barrier: creating writer at 1730971137534 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971137547 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971137547Flushing 1588230740/table: creating writer at 1730971137955 (+408 ms)Flushing 1588230740/table: appending metadata at 1730971137969 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730971137969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18dbf81d: reopening flushed file at 1730971138376 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7561fbce: reopening flushed file at 1730971138380 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d28dc2: reopening flushed file at 1730971138384 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d88538: reopening flushed file at 1730971138387 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=11, compaction requested=false at 1730971138391 (+4 ms)Writing region close event to WAL at 1730971138393 (+2 ms)Running coprocessor post-close hooks at 1730971138395 (+2 ms)Closed at 1730971138395 2024-11-07T09:18:58,395 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:18:58,474 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,40513,1730971123485; all regions closed. 2024-11-07T09:18:58,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741834_1010 (size=2717) 2024-11-07T09:18:58,476 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/WALs/9f1eb259a29b,40513,1730971123485/9f1eb259a29b%2C40513%2C1730971123485.meta.1730971125973.meta not finished, retry = 0 2024-11-07T09:18:58,578 DEBUG [RS:0;9f1eb259a29b:40513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/oldWALs 2024-11-07T09:18:58,578 INFO [RS:0;9f1eb259a29b:40513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C40513%2C1730971123485.meta:.meta(num 1730971125973) 2024-11-07T09:18:58,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741832_1008 (size=1028) 2024-11-07T09:18:58,583 DEBUG [RS:0;9f1eb259a29b:40513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/oldWALs 2024-11-07T09:18:58,583 INFO [RS:0;9f1eb259a29b:40513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C40513%2C1730971123485:(num 1730971125072) 2024-11-07T09:18:58,583 DEBUG [RS:0;9f1eb259a29b:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:58,583 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:18:58,583 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:18:58,583 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T09:18:58,583 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:18:58,583 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:18:58,583 INFO [RS:0;9f1eb259a29b:40513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:40513. 2024-11-07T09:18:58,584 DEBUG [RS:0;9f1eb259a29b:40513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:58,584 DEBUG [RS:0;9f1eb259a29b:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:58,584 DEBUG [RS:0;9f1eb259a29b:40513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:58,584 INFO [RS:0;9f1eb259a29b:40513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40513 2024-11-07T09:18:58,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-359022919/rs/9f1eb259a29b,40513,1730971123485 2024-11-07T09:18:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919/rs 2024-11-07T09:18:58,586 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:18:58,590 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,40513,1730971123485] 2024-11-07T09:18:58,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-359022919/draining/9f1eb259a29b,40513,1730971123485 already deleted, retry=false 2024-11-07T09:18:58,591 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,40513,1730971123485 expired; onlineServers=0 2024-11-07T09:18:58,591 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,33201,1730971123449' ***** 2024-11-07T09:18:58,591 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:18:58,591 INFO [M:0;9f1eb259a29b:33201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:18:58,591 INFO [M:0;9f1eb259a29b:33201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:18:58,591 DEBUG [M:0;9f1eb259a29b:33201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:18:58,591 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:18:58,592 DEBUG [M:0;9f1eb259a29b:33201 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:18:58,592 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971124831 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971124831,5,FailOnTimeoutGroup] 2024-11-07T09:18:58,592 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971124831 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971124831,5,FailOnTimeoutGroup] 2024-11-07T09:18:58,592 INFO [M:0;9f1eb259a29b:33201 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:18:58,592 INFO [M:0;9f1eb259a29b:33201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:18:58,592 DEBUG [M:0;9f1eb259a29b:33201 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:18:58,592 INFO [M:0;9f1eb259a29b:33201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:18:58,593 INFO [M:0;9f1eb259a29b:33201 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:18:58,593 INFO [M:0;9f1eb259a29b:33201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:18:58,593 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:18:58,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-359022919/master 2024-11-07T09:18:58,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-359022919 2024-11-07T09:18:58,594 DEBUG [M:0;9f1eb259a29b:33201 {}] zookeeper.ZKUtil(347): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Unable to get data of znode /2-359022919/master because node does not exist (not an error) 2024-11-07T09:18:58,594 WARN [M:0;9f1eb259a29b:33201 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:18:58,594 INFO [M:0;9f1eb259a29b:33201 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/.lastflushedseqids 2024-11-07T09:18:58,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741843_1019 (size=173) 2024-11-07T09:18:58,605 INFO [M:0;9f1eb259a29b:33201 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:18:58,605 INFO [M:0;9f1eb259a29b:33201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:18:58,605 DEBUG [M:0;9f1eb259a29b:33201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:18:58,605 INFO [M:0;9f1eb259a29b:33201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:58,605 DEBUG [M:0;9f1eb259a29b:33201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:58,605 DEBUG [M:0;9f1eb259a29b:33201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:18:58,605 DEBUG [M:0;9f1eb259a29b:33201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:58,605 INFO [M:0;9f1eb259a29b:33201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-07T09:18:58,622 DEBUG [M:0;9f1eb259a29b:33201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8be5fa4efe2945aba3ff1e19f718065a is 82, key is hbase:meta,,1/info:regioninfo/1730971126002/Put/seqid=0 2024-11-07T09:18:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741844_1020 (size=5672) 2024-11-07T09:18:58,626 INFO [M:0;9f1eb259a29b:33201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8be5fa4efe2945aba3ff1e19f718065a 2024-11-07T09:18:58,643 DEBUG [M:0;9f1eb259a29b:33201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7471ba86580497da129dea210220378 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730971130860/Put/seqid=0 2024-11-07T09:18:58,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741845_1021 (size=6586) 2024-11-07T09:18:58,676 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:58,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:58,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x100f1b90e150007, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:58,690 INFO [RS:0;9f1eb259a29b:40513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:18:58,690 INFO [RS:0;9f1eb259a29b:40513 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,40513,1730971123485; zookeeper connection closed. 2024-11-07T09:18:58,690 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@457cef62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@457cef62 2024-11-07T09:18:58,690 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:18:59,047 INFO [M:0;9f1eb259a29b:33201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7471ba86580497da129dea210220378 2024-11-07T09:18:59,068 DEBUG [M:0;9f1eb259a29b:33201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0de3646364644ff1949f9a9f60db4047 is 69, key is 9f1eb259a29b,40513,1730971123485/rs:state/1730971124922/Put/seqid=0 2024-11-07T09:18:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741846_1022 (size=5156) 2024-11-07T09:18:59,121 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:59,472 INFO [M:0;9f1eb259a29b:33201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0de3646364644ff1949f9a9f60db4047 2024-11-07T09:18:59,476 DEBUG [M:0;9f1eb259a29b:33201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8be5fa4efe2945aba3ff1e19f718065a as hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8be5fa4efe2945aba3ff1e19f718065a 2024-11-07T09:18:59,479 INFO [M:0;9f1eb259a29b:33201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8be5fa4efe2945aba3ff1e19f718065a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-07T09:18:59,480 DEBUG [M:0;9f1eb259a29b:33201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7471ba86580497da129dea210220378 as hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7471ba86580497da129dea210220378 2024-11-07T09:18:59,483 INFO [M:0;9f1eb259a29b:33201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7471ba86580497da129dea210220378, entries=6, sequenceid=55, filesize=6.4 K 2024-11-07T09:18:59,483 DEBUG [M:0;9f1eb259a29b:33201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0de3646364644ff1949f9a9f60db4047 as hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0de3646364644ff1949f9a9f60db4047 2024-11-07T09:18:59,486 INFO [M:0;9f1eb259a29b:33201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43033/user/jenkins/test-data/44d3fab6-f79a-faca-366b-5ea062ae0de8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0de3646364644ff1949f9a9f60db4047, entries=1, sequenceid=55, filesize=5.0 K 2024-11-07T09:18:59,487 INFO [M:0;9f1eb259a29b:33201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false 2024-11-07T09:18:59,489 INFO [M:0;9f1eb259a29b:33201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:18:59,489 DEBUG [M:0;9f1eb259a29b:33201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971138605Disabling compacts and flushes for region at 1730971138605Disabling writes for close at 1730971138605Obtaining lock to block concurrent updates at 1730971138605Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971138605Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1730971138606 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971138606Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971138606Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971138622 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971138622Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971138630 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971138643 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971138643Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971139051 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971139068 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971139068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5090e093: reopening flushed file at 1730971139475 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9f44a9: reopening flushed file at 1730971139479 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff9337a: reopening flushed file at 1730971139483 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false at 1730971139487 (+4 ms)Writing region close event to WAL at 1730971139489 (+2 ms)Closed at 1730971139489 2024-11-07T09:18:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35745 is added to blk_1073741830_1006 (size=32770) 2024-11-07T09:18:59,492 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:18:59,492 INFO [M:0;9f1eb259a29b:33201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:18:59,492 INFO [M:0;9f1eb259a29b:33201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33201 2024-11-07T09:18:59,493 INFO [M:0;9f1eb259a29b:33201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:18:59,579 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:18:59,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:59,595 INFO [M:0;9f1eb259a29b:33201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:18:59,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x100f1b90e150006, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:18:59,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bac865e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:18:59,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23951614{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:18:59,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:18:59,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6240a473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:18:59,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44ecff95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/hadoop.log.dir/,STOPPED} 2024-11-07T09:18:59,599 WARN [BP-1531444982-172.17.0.2-1730971122381 heartbeating to localhost/127.0.0.1:43033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:18:59,600 WARN [BP-1531444982-172.17.0.2-1730971122381 heartbeating to localhost/127.0.0.1:43033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1531444982-172.17.0.2-1730971122381 (Datanode Uuid d79bc5e6-06fd-4011-a0ca-2fcf583a8e2e) service to localhost/127.0.0.1:43033 2024-11-07T09:18:59,600 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:18:59,600 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:18:59,601 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:18:59,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/cluster_1f444c49-b6c4-591d-15e1-1768fc845a54/data/data2/current/BP-1531444982-172.17.0.2-1730971122381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:18:59,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/cluster_1f444c49-b6c4-591d-15e1-1768fc845a54/data/data1/current/BP-1531444982-172.17.0.2-1730971122381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:18:59,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69d2a5bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:18:59,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a65f36e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:18:59,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:18:59,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35a49fbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:18:59,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b8990ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e79de1f9-1069-6c1e-b1cf-2a83535d72b8/hadoop.log.dir/,STOPPED} 2024-11-07T09:18:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:18:59,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:18:59,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:59,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:59,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:59,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:59,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:18:59,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:18:59,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2083638477, stopped=false 2024-11-07T09:18:59,619 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,39545,1730971120089 2024-11-07T09:18:59,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401085076/running 2024-11-07T09:18:59,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401085076/running 2024-11-07T09:18:59,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:59,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:18:59,624 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:18:59,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:18:59,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:59,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:59,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Set watcher on znode that does not yet exist, /1401085076/running 2024-11-07T09:18:59,624 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,37161,1730971120126' ***** 2024-11-07T09:18:59,624 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:18:59,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Set watcher on znode that does not yet exist, /1401085076/running 2024-11-07T09:18:59,625 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:18:59,625 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:18:59,625 INFO [RS:0;9f1eb259a29b:37161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:18:59,625 INFO [RS:0;9f1eb259a29b:37161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:18:59,625 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(3091): Received CLOSE for feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:59,625 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,37161,1730971120126 2024-11-07T09:18:59,625 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:18:59,625 INFO [RS:0;9f1eb259a29b:37161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:37161. 2024-11-07T09:18:59,625 DEBUG [RS:0;9f1eb259a29b:37161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:18:59,625 DEBUG [RS:0;9f1eb259a29b:37161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:18:59,625 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing feff12ef047d48638a0eb4c6f0da4a6b, disabling compactions & flushes 2024-11-07T09:18:59,625 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:59,625 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:18:59,625 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:59,625 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:18:59,625 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:18:59,625 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. after waiting 0 ms 2024-11-07T09:18:59,625 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:18:59,625 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:59,626 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T09:18:59,626 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1325): Online Regions={feff12ef047d48638a0eb4c6f0da4a6b=test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:18:59,626 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, feff12ef047d48638a0eb4c6f0da4a6b 2024-11-07T09:18:59,626 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:18:59,626 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:18:59,626 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:18:59,626 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:18:59,626 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:18:59,626 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-07T09:18:59,629 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/default/test/feff12ef047d48638a0eb4c6f0da4a6b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T09:18:59,629 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:18:59,629 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:18:59,629 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:59,629 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for feff12ef047d48638a0eb4c6f0da4a6b: Waiting for close lock at 1730971139625Running coprocessor pre-close hooks at 1730971139625Disabling compacts and flushes for region at 1730971139625Disabling writes for close at 1730971139625Writing region close event to WAL at 1730971139626 (+1 ms)Running coprocessor post-close hooks at 1730971139629 (+3 ms)Closed at 1730971139629 2024-11-07T09:18:59,629 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b. 2024-11-07T09:18:59,641 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/info/0928c0b60a424da6afec4aada28c2752 is 129, key is test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b./info:regioninfo/1730971129441/Put/seqid=0 2024-11-07T09:18:59,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741841_1017 (size=6421) 2024-11-07T09:18:59,649 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/info/0928c0b60a424da6afec4aada28c2752 2024-11-07T09:18:59,670 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/ns/a5786da13ac84fe4b2898befe31e53fb is 43, key is default/ns:d/1730971122318/Put/seqid=0 2024-11-07T09:18:59,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741842_1018 (size=5153) 2024-11-07T09:18:59,673 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/ns/a5786da13ac84fe4b2898befe31e53fb 2024-11-07T09:18:59,689 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/rep_barrier/f8366843ae7c459897713b08c976afa3 is 112, key is test,,1730971128279.feff12ef047d48638a0eb4c6f0da4a6b./rep_barrier:seqnumDuringOpen/1730971129441/Put/seqid=0 2024-11-07T09:18:59,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741843_1019 (size=5518) 2024-11-07T09:18:59,694 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:18:59,826 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:19:00,026 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:19:00,094 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/rep_barrier/f8366843ae7c459897713b08c976afa3 2024-11-07T09:19:00,118 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/table/9979bf2ad97942c99a8e77d12148b1fd is 40, key is test/table:state/1730971129451/Put/seqid=0 2024-11-07T09:19:00,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741844_1020 (size=5165) 2024-11-07T09:19:00,128 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:19:00,182 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:19:00,182 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:19:00,226 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:19:00,426 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:19:00,528 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/table/9979bf2ad97942c99a8e77d12148b1fd 2024-11-07T09:19:00,534 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/info/0928c0b60a424da6afec4aada28c2752 as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/info/0928c0b60a424da6afec4aada28c2752 2024-11-07T09:19:00,545 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/info/0928c0b60a424da6afec4aada28c2752, entries=10, sequenceid=11, filesize=6.3 K 2024-11-07T09:19:00,546 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/ns/a5786da13ac84fe4b2898befe31e53fb as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/ns/a5786da13ac84fe4b2898befe31e53fb 2024-11-07T09:19:00,551 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/ns/a5786da13ac84fe4b2898befe31e53fb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T09:19:00,553 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/rep_barrier/f8366843ae7c459897713b08c976afa3 as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/rep_barrier/f8366843ae7c459897713b08c976afa3 2024-11-07T09:19:00,592 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:19:00,598 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/rep_barrier/f8366843ae7c459897713b08c976afa3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-07T09:19:00,599 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/.tmp/table/9979bf2ad97942c99a8e77d12148b1fd as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/table/9979bf2ad97942c99a8e77d12148b1fd 2024-11-07T09:19:00,610 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/table/9979bf2ad97942c99a8e77d12148b1fd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T09:19:00,610 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T09:19:00,611 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 985ms, sequenceid=11, compaction requested=false 2024-11-07T09:19:00,627 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:19:00,627 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:19:00,627 DEBUG [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:19:00,664 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T09:19:00,665 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:19:00,665 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:19:00,665 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:19:00,665 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971139626Running coprocessor pre-close hooks at 1730971139626Disabling compacts and flushes for region at 1730971139626Disabling writes for close at 1730971139626Obtaining lock to block concurrent updates at 1730971139626Preparing flush snapshotting stores in 1588230740 at 1730971139626Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1730971139626Flushing stores of hbase:meta,,1.1588230740 at 1730971139627 (+1 ms)Flushing 1588230740/info: creating writer at 1730971139627Flushing 1588230740/info: appending metadata at 1730971139641 (+14 ms)Flushing 1588230740/info: closing flushed file at 1730971139641Flushing 1588230740/ns: creating writer at 1730971139653 (+12 ms)Flushing 1588230740/ns: appending metadata at 1730971139669 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730971139669Flushing 1588230740/rep_barrier: creating writer at 1730971139676 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971139689 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971139689Flushing 1588230740/table: creating writer at 1730971140098 (+409 ms)Flushing 1588230740/table: appending metadata at 1730971140118 (+20 ms)Flushing 1588230740/table: closing flushed file at 1730971140118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68daed80: reopening flushed file at 1730971140533 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4195aa: reopening flushed file at 1730971140545 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4977291f: reopening flushed file at 1730971140551 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da25f55: reopening flushed file at 1730971140598 (+47 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 985ms, sequenceid=11, compaction requested=false at 1730971140611 (+13 ms)Writing region close event to WAL at 1730971140661 (+50 ms)Running coprocessor post-close hooks at 1730971140665 (+4 ms)Closed at 1730971140665 2024-11-07T09:19:00,666 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:19:00,827 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,37161,1730971120126; all regions closed. 2024-11-07T09:19:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741834_1010 (size=2717) 2024-11-07T09:19:00,860 DEBUG [RS:0;9f1eb259a29b:37161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/oldWALs 2024-11-07T09:19:00,860 INFO [RS:0;9f1eb259a29b:37161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C37161%2C1730971120126.meta:.meta(num 1730971122275) 2024-11-07T09:19:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741832_1008 (size=1374) 2024-11-07T09:19:00,889 DEBUG [RS:0;9f1eb259a29b:37161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/oldWALs 2024-11-07T09:19:00,889 INFO [RS:0;9f1eb259a29b:37161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9f1eb259a29b%2C37161%2C1730971120126:(num 1730971121323) 2024-11-07T09:19:00,889 DEBUG [RS:0;9f1eb259a29b:37161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:00,889 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:19:00,890 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:19:00,890 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:19:00,890 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:19:00,891 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:19:00,891 INFO [RS:0;9f1eb259a29b:37161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:37161. 2024-11-07T09:19:00,891 DEBUG [RS:0;9f1eb259a29b:37161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:19:00,891 DEBUG [RS:0;9f1eb259a29b:37161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:00,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:19:00,892 DEBUG [RS:0;9f1eb259a29b:37161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:00,892 INFO [RS:0;9f1eb259a29b:37161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37161 2024-11-07T09:19:00,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076/rs 2024-11-07T09:19:00,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401085076/rs/9f1eb259a29b,37161,1730971120126 2024-11-07T09:19:00,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,37161,1730971120126] 2024-11-07T09:19:00,897 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:19:00,898 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1401085076/draining/9f1eb259a29b,37161,1730971120126 already deleted, retry=false 2024-11-07T09:19:00,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,37161,1730971120126 expired; onlineServers=0 2024-11-07T09:19:00,898 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,39545,1730971120089' ***** 2024-11-07T09:19:00,898 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:19:00,898 INFO [M:0;9f1eb259a29b:39545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:19:00,898 INFO [M:0;9f1eb259a29b:39545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:19:00,898 DEBUG [M:0;9f1eb259a29b:39545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:19:00,898 DEBUG [M:0;9f1eb259a29b:39545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:19:00,898 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:19:00,898 INFO [M:0;9f1eb259a29b:39545 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:19:00,898 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971121132 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971121132,5,FailOnTimeoutGroup] 2024-11-07T09:19:00,898 INFO [M:0;9f1eb259a29b:39545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:19:00,898 DEBUG [M:0;9f1eb259a29b:39545 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:19:00,899 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971121133 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971121133,5,FailOnTimeoutGroup] 2024-11-07T09:19:00,899 INFO [M:0;9f1eb259a29b:39545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:19:00,900 INFO [M:0;9f1eb259a29b:39545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:19:00,900 INFO [M:0;9f1eb259a29b:39545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:19:00,900 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:19:00,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401085076/master 2024-11-07T09:19:00,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401085076 2024-11-07T09:19:00,904 DEBUG [M:0;9f1eb259a29b:39545 {}] zookeeper.RecoverableZooKeeper(212): Node /1401085076/master already deleted, retry=false 2024-11-07T09:19:00,904 DEBUG [M:0;9f1eb259a29b:39545 {}] master.ActiveMasterManager(353): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Failed delete of our master address node; KeeperErrorCode = NoNode for /1401085076/master 2024-11-07T09:19:00,905 INFO [M:0;9f1eb259a29b:39545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/.lastflushedseqids 2024-11-07T09:19:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741845_1021 (size=173) 2024-11-07T09:19:00,938 INFO [M:0;9f1eb259a29b:39545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:19:00,938 INFO [M:0;9f1eb259a29b:39545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:19:00,938 DEBUG [M:0;9f1eb259a29b:39545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:19:00,938 INFO [M:0;9f1eb259a29b:39545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:19:00,938 DEBUG [M:0;9f1eb259a29b:39545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:19:00,939 DEBUG [M:0;9f1eb259a29b:39545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:19:00,939 DEBUG [M:0;9f1eb259a29b:39545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:19:00,939 INFO [M:0;9f1eb259a29b:39545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-07T09:19:00,962 DEBUG [M:0;9f1eb259a29b:39545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53cb77ea656941d3a7a10e6110033368 is 82, key is hbase:meta,,1/info:regioninfo/1730971122308/Put/seqid=0 2024-11-07T09:19:00,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741846_1022 (size=5672) 2024-11-07T09:19:00,967 INFO [M:0;9f1eb259a29b:39545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53cb77ea656941d3a7a10e6110033368 2024-11-07T09:19:00,991 DEBUG [M:0;9f1eb259a29b:39545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be1e190a1b674354acef7241de45a107 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730971129456/Put/seqid=0 2024-11-07T09:19:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741847_1023 (size=6586) 2024-11-07T09:19:00,998 INFO [M:0;9f1eb259a29b:39545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be1e190a1b674354acef7241de45a107 2024-11-07T09:19:01,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:19:01,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37161-0x100f1b90e150004, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:19:01,000 INFO [RS:0;9f1eb259a29b:37161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:19:01,000 INFO [RS:0;9f1eb259a29b:37161 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,37161,1730971120126; zookeeper connection closed. 2024-11-07T09:19:01,009 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fc66681 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fc66681 2024-11-07T09:19:01,012 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:19:01,026 DEBUG [M:0;9f1eb259a29b:39545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43f31e19a4ef48118dfef851329f03f6 is 69, key is 9f1eb259a29b,37161,1730971120126/rs:state/1730971121166/Put/seqid=0 2024-11-07T09:19:01,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741848_1024 (size=5156) 2024-11-07T09:19:01,234 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:19:01,430 INFO [M:0;9f1eb259a29b:39545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43f31e19a4ef48118dfef851329f03f6 2024-11-07T09:19:01,434 DEBUG [M:0;9f1eb259a29b:39545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53cb77ea656941d3a7a10e6110033368 as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53cb77ea656941d3a7a10e6110033368 2024-11-07T09:19:01,437 INFO [M:0;9f1eb259a29b:39545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53cb77ea656941d3a7a10e6110033368, entries=8, sequenceid=55, filesize=5.5 K 2024-11-07T09:19:01,437 DEBUG [M:0;9f1eb259a29b:39545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be1e190a1b674354acef7241de45a107 as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be1e190a1b674354acef7241de45a107 2024-11-07T09:19:01,440 INFO [M:0;9f1eb259a29b:39545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be1e190a1b674354acef7241de45a107, entries=6, sequenceid=55, filesize=6.4 K 2024-11-07T09:19:01,441 DEBUG [M:0;9f1eb259a29b:39545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43f31e19a4ef48118dfef851329f03f6 as hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43f31e19a4ef48118dfef851329f03f6 2024-11-07T09:19:01,444 INFO [M:0;9f1eb259a29b:39545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40023/user/jenkins/test-data/b927e928-1159-8a1c-44fc-a17e5ea0fa95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43f31e19a4ef48118dfef851329f03f6, entries=1, sequenceid=55, filesize=5.0 K 2024-11-07T09:19:01,444 INFO [M:0;9f1eb259a29b:39545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=55, compaction requested=false 2024-11-07T09:19:01,446 INFO [M:0;9f1eb259a29b:39545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:19:01,446 DEBUG [M:0;9f1eb259a29b:39545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971140938Disabling compacts and flushes for region at 1730971140938Disabling writes for close at 1730971140939 (+1 ms)Obtaining lock to block concurrent updates at 1730971140939Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971140939Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1730971140939Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971140940 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971140940Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971140961 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971140961Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971140971 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971140991 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971140991Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971141005 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971141025 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971141025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e114ccb: reopening flushed file at 1730971141433 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712811e4: reopening flushed file at 1730971141437 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e18f0b: reopening flushed file at 1730971141440 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=55, compaction requested=false at 1730971141444 (+4 ms)Writing region close event to WAL at 1730971141446 (+2 ms)Closed at 1730971141446 2024-11-07T09:19:01,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741830_1006 (size=32770) 2024-11-07T09:19:01,449 INFO [M:0;9f1eb259a29b:39545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:19:01,449 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:19:01,449 INFO [M:0;9f1eb259a29b:39545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39545 2024-11-07T09:19:01,449 INFO [M:0;9f1eb259a29b:39545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:19:01,551 INFO [M:0;9f1eb259a29b:39545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:19:01,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:19:01,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39545-0x100f1b90e150003, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:19:01,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49b27d48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:19:01,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af007df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:19:01,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:19:01,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362a4d7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:19:01,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49908177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/hadoop.log.dir/,STOPPED} 2024-11-07T09:19:01,556 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:19:01,556 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:19:01,556 WARN [BP-978858222-172.17.0.2-1730971118884 heartbeating to localhost/127.0.0.1:40023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:19:01,556 WARN [BP-978858222-172.17.0.2-1730971118884 heartbeating to localhost/127.0.0.1:40023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-978858222-172.17.0.2-1730971118884 (Datanode Uuid a037cc7c-fd22-4dd4-869a-79131419dfec) service to localhost/127.0.0.1:40023 2024-11-07T09:19:01,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/cluster_e200fec7-33af-e2dc-121b-17a05b43b629/data/data1/current/BP-978858222-172.17.0.2-1730971118884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:19:01,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/cluster_e200fec7-33af-e2dc-121b-17a05b43b629/data/data2/current/BP-978858222-172.17.0.2-1730971118884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:19:01,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:19:01,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a620e00{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:19:01,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3695c297{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:19:01,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:19:01,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aae27f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:19:01,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f392555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d1597ee-dec5-d20d-518c-2499003c60bd/hadoop.log.dir/,STOPPED} 2024-11-07T09:19:01,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:19:01,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T09:19:01,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:19:01,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:19:01,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:01,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:01,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T09:19:01,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:19:01,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=393038023, stopped=false 2024-11-07T09:19:01,580 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9f1eb259a29b,38227,1730971116963 2024-11-07T09:19:01,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01848669030/running 2024-11-07T09:19:01,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01848669030/running 2024-11-07T09:19:01,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:19:01,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:19:01,581 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:19:01,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T09:19:01,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:19:01,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:01,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9f1eb259a29b,40411,1730971117018' ***** 2024-11-07T09:19:01,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T09:19:01,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Set watcher on znode that does not yet exist, /01848669030/running 2024-11-07T09:19:01,582 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T09:19:01,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Set watcher on znode that does not yet exist, /01848669030/running 2024-11-07T09:19:01,582 INFO [RS:0;9f1eb259a29b:40411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T09:19:01,583 INFO [RS:0;9f1eb259a29b:40411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T09:19:01,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T09:19:01,583 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(3091): Received CLOSE for 252cab876e826b43532b6fe6281e9e0e 2024-11-07T09:19:01,583 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:19:01,583 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(959): stopping server 9f1eb259a29b,40411,1730971117018 2024-11-07T09:19:01,583 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:19:01,583 INFO [RS:0;9f1eb259a29b:40411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:40411. 2024-11-07T09:19:01,583 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 252cab876e826b43532b6fe6281e9e0e, disabling compactions & flushes 2024-11-07T09:19:01,583 DEBUG [RS:0;9f1eb259a29b:40411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:19:01,583 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:19:01,583 DEBUG [RS:0;9f1eb259a29b:40411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:01,583 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:19:01,583 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. after waiting 0 ms 2024-11-07T09:19:01,583 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:19:01,583 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T09:19:01,583 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T09:19:01,583 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T09:19:01,583 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T09:19:01,584 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T09:19:01,584 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1325): Online Regions={252cab876e826b43532b6fe6281e9e0e=test,,1730971126125.252cab876e826b43532b6fe6281e9e0e., 1588230740=hbase:meta,,1.1588230740, 7e8f941764bb881913005608d7b4c30d=hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d.} 2024-11-07T09:19:01,584 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 252cab876e826b43532b6fe6281e9e0e, 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:19:01,584 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T09:19:01,584 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T09:19:01,584 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T09:19:01,584 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T09:19:01,584 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T09:19:01,584 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-07T09:19:01,587 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/default/test/252cab876e826b43532b6fe6281e9e0e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T09:19:01,587 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:19:01,587 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-07T09:19:01,587 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:19:01,587 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 252cab876e826b43532b6fe6281e9e0e: Waiting for close lock at 1730971141583Running coprocessor pre-close hooks at 1730971141583Disabling compacts and flushes for region at 1730971141583Disabling writes for close at 1730971141583Writing region close event to WAL at 1730971141584 (+1 ms)Running coprocessor post-close hooks at 1730971141587 (+3 ms)Closed at 1730971141587 2024-11-07T09:19:01,587 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1730971126125.252cab876e826b43532b6fe6281e9e0e. 2024-11-07T09:19:01,588 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e8f941764bb881913005608d7b4c30d, disabling compactions & flushes 2024-11-07T09:19:01,588 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:19:01,588 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:19:01,588 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. after waiting 0 ms 2024-11-07T09:19:01,588 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:19:01,588 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e8f941764bb881913005608d7b4c30d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-07T09:19:01,597 INFO [regionserver/9f1eb259a29b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:19:01,600 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/info/650b587424a14acfb62168d7463fa1de is 147, key is hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d./info:regioninfo/1730971131896/Put/seqid=0 2024-11-07T09:19:01,602 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/.tmp/hfileref/2cc09608aeb440a7af129299697c9b25 is 74, key is 1/hfileref:03b03358067d4d228c0ae9159cc151f7_SeqId_6_/1730971136025/DeleteColumn/seqid=0 2024-11-07T09:19:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741847_1023 (size=7686) 2024-11-07T09:19:01,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741848_1024 (size=5489) 2024-11-07T09:19:01,606 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/.tmp/hfileref/2cc09608aeb440a7af129299697c9b25 2024-11-07T09:19:01,626 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/.tmp/queue/48e65c590bc7479781b013be587711ab is 153, key is 1-9f1eb259a29b,40411,1730971117018/queue:9f1eb259a29b%2C40411%2C1730971117018/1730971136027/Put/seqid=0 2024-11-07T09:19:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741849_1025 (size=5504) 2024-11-07T09:19:01,680 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T09:19:01,680 INFO [regionserver/9f1eb259a29b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T09:19:01,713 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:19:01,720 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:19:01,720 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 688, reset compression=false 2024-11-07T09:19:01,720 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9f1eb259a29b,40411,1730971117018 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:19:01,721 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9f1eb259a29b,40411,1730971117018: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9f1eb259a29b,40411,1730971117018, walGroup=9f1eb259a29b%2C40411%2C1730971117018, offset=9f1eb259a29b%2C40411%2C1730971117018.1730971134162:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:40411 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-07T09:19:01,722 ERROR [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T09:19:01,722 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T09:19:01,722 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T09:19:01,723 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T09:19:01,723 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T09:19:01,723 INFO [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1581252608, "init": 1048576000, "max": 2306867200, "used": 1041921728 }, "NonHeapMemoryUsage": { "committed": 209780736, "init": 7667712, "max": -1, "used": 206856856 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T09:19:01,723 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:38227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9f1eb259a29b:38227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T09:19:01,784 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:19:01,923 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 688, reset compression=false 2024-11-07T09:19:01,984 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e8f941764bb881913005608d7b4c30d 2024-11-07T09:19:02,006 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/info/650b587424a14acfb62168d7463fa1de 2024-11-07T09:19:02,025 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/ns/b287c5d209a7473b8abe97a0750e7177 is 43, key is default/ns:d/1730971118774/Put/seqid=0 2024-11-07T09:19:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741850_1026 (size=5153) 2024-11-07T09:19:02,030 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/.tmp/queue/48e65c590bc7479781b013be587711ab 2024-11-07T09:19:02,035 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/.tmp/hfileref/2cc09608aeb440a7af129299697c9b25 as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/hfileref/2cc09608aeb440a7af129299697c9b25 2024-11-07T09:19:02,038 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/hfileref/2cc09608aeb440a7af129299697c9b25, entries=6, sequenceid=17, filesize=5.4 K 2024-11-07T09:19:02,039 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/.tmp/queue/48e65c590bc7479781b013be587711ab as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/queue/48e65c590bc7479781b013be587711ab 2024-11-07T09:19:02,042 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/queue/48e65c590bc7479781b013be587711ab, entries=2, sequenceid=17, filesize=5.4 K 2024-11-07T09:19:02,043 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7e8f941764bb881913005608d7b4c30d in 455ms, sequenceid=17, compaction requested=false 2024-11-07T09:19:02,047 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/replication/7e8f941764bb881913005608d7b4c30d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-07T09:19:02,047 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:19:02,047 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:19:02,047 INFO [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:19:02,047 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e8f941764bb881913005608d7b4c30d: Waiting for close lock at 1730971141587Running coprocessor pre-close hooks at 1730971141587Disabling compacts and flushes for region at 1730971141587Disabling writes for close at 1730971141588 (+1 ms)Obtaining lock to block concurrent updates at 1730971141588Preparing flush snapshotting stores in 7e8f941764bb881913005608d7b4c30d at 1730971141588Finished memstore snapshotting hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1730971141588Flushing stores of hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. at 1730971141588Flushing 7e8f941764bb881913005608d7b4c30d/hfileref: creating writer at 1730971141588Flushing 7e8f941764bb881913005608d7b4c30d/hfileref: appending metadata at 1730971141602 (+14 ms)Flushing 7e8f941764bb881913005608d7b4c30d/hfileref: closing flushed file at 1730971141602Flushing 7e8f941764bb881913005608d7b4c30d/queue: creating writer at 1730971141610 (+8 ms)Flushing 7e8f941764bb881913005608d7b4c30d/queue: appending metadata at 1730971141625 (+15 ms)Flushing 7e8f941764bb881913005608d7b4c30d/queue: closing flushed file at 1730971141625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b05095c: reopening flushed file at 1730971142034 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553f86be: reopening flushed file at 1730971142038 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7e8f941764bb881913005608d7b4c30d in 455ms, sequenceid=17, compaction requested=false at 1730971142043 (+5 ms)Writing region close event to WAL at 1730971142044 (+1 ms)Running coprocessor post-close hooks at 1730971142047 (+3 ms)Closed at 1730971142047 2024-11-07T09:19:02,047 DEBUG [RS_CLOSE_REGION-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1730971131083.7e8f941764bb881913005608d7b4c30d. 2024-11-07T09:19:02,184 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:19:02,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T09:19:02,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,227 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 688, reset compression=false 2024-11-07T09:19:02,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T09:19:02,385 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:19:02,429 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/ns/b287c5d209a7473b8abe97a0750e7177 2024-11-07T09:19:02,437 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 393, reset compression=false 2024-11-07T09:19:02,441 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-07T09:19:02,441 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 688, reset compression=false 2024-11-07T09:19:02,441 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9f1eb259a29b,40411,1730971117018 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-07T09:19:02,441 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-07T09:19:02,447 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/rep_barrier/f6231369f88b4d77a2c9f041243d8b38 is 112, key is test,,1730971126125.252cab876e826b43532b6fe6281e9e0e./rep_barrier:seqnumDuringOpen/1730971127284/Put/seqid=0 2024-11-07T09:19:02,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741851_1027 (size=5518) 2024-11-07T09:19:02,585 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T09:19:02,585 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T09:19:02,585 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:19:02,631 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 688, reset compression=false 2024-11-07T09:19:02,644 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 688, reset compression=false 2024-11-07T09:19:02,785 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:19:02,850 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/rep_barrier/f6231369f88b4d77a2c9f041243d8b38 2024-11-07T09:19:02,868 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/table/238e2e03e1194bb8887191fc7822dc4b is 53, key is hbase:replication/table:state/1730971131904/Put/seqid=0 2024-11-07T09:19:02,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741852_1028 (size=5308) 2024-11-07T09:19:02,949 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 688, reset compression=false 2024-11-07T09:19:02,985 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:19:03,141 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 688, reset compression=false 2024-11-07T09:19:03,186 DEBUG [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T09:19:03,272 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/table/238e2e03e1194bb8887191fc7822dc4b 2024-11-07T09:19:03,276 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/info/650b587424a14acfb62168d7463fa1de as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/info/650b587424a14acfb62168d7463fa1de 2024-11-07T09:19:03,280 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/info/650b587424a14acfb62168d7463fa1de, entries=20, sequenceid=16, filesize=7.5 K 2024-11-07T09:19:03,281 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/ns/b287c5d209a7473b8abe97a0750e7177 as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/ns/b287c5d209a7473b8abe97a0750e7177 2024-11-07T09:19:03,284 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/ns/b287c5d209a7473b8abe97a0750e7177, entries=2, sequenceid=16, filesize=5.0 K 2024-11-07T09:19:03,285 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/rep_barrier/f6231369f88b4d77a2c9f041243d8b38 as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/rep_barrier/f6231369f88b4d77a2c9f041243d8b38 2024-11-07T09:19:03,289 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/rep_barrier/f6231369f88b4d77a2c9f041243d8b38, entries=1, sequenceid=16, filesize=5.4 K 2024-11-07T09:19:03,290 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/.tmp/table/238e2e03e1194bb8887191fc7822dc4b as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/table/238e2e03e1194bb8887191fc7822dc4b 2024-11-07T09:19:03,293 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/table/238e2e03e1194bb8887191fc7822dc4b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-07T09:19:03,294 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-07T09:19:03,294 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T09:19:03,298 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-07T09:19:03,299 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-07T09:19:03,299 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T09:19:03,299 INFO [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T09:19:03,299 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730971141584Running coprocessor pre-close hooks at 1730971141584Disabling compacts and flushes for region at 1730971141584Disabling writes for close at 1730971141584Obtaining lock to block concurrent updates at 1730971141584Preparing flush snapshotting stores in 1588230740 at 1730971141584Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1730971141585 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730971141585Flushing 1588230740/info: creating writer at 1730971141585Flushing 1588230740/info: appending metadata at 1730971141600 (+15 ms)Flushing 1588230740/info: closing flushed file at 1730971141600Flushing 1588230740/ns: creating writer at 1730971142011 (+411 ms)Flushing 1588230740/ns: appending metadata at 1730971142025 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730971142025Flushing 1588230740/rep_barrier: creating writer at 1730971142432 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730971142446 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730971142446Flushing 1588230740/table: creating writer at 1730971142854 (+408 ms)Flushing 1588230740/table: appending metadata at 1730971142868 (+14 ms)Flushing 1588230740/table: closing flushed file at 1730971142868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b78e05c: reopening flushed file at 1730971143276 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249a9625: reopening flushed file at 1730971143280 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370a95ab: reopening flushed file at 1730971143284 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174eb673: reopening flushed file at 1730971143289 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1730971143294 (+5 ms)Writing region close event to WAL at 1730971143296 (+2 ms)Running coprocessor post-close hooks at 1730971143299 (+3 ms)Closed at 1730971143299 2024-11-07T09:19:03,299 DEBUG [RS_CLOSE_META-regionserver/9f1eb259a29b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T09:19:03,353 DEBUG [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.1730971134162 to pos 688, reset compression=false 2024-11-07T09:19:03,386 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(976): stopping server 9f1eb259a29b,40411,1730971117018; all regions closed. 2024-11-07T09:19:03,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741844_1020 (size=859) 2024-11-07T09:19:03,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/WALs/9f1eb259a29b,40411,1730971117018/9f1eb259a29b%2C40411%2C1730971117018.rep.1730971134134 not finished, retry = 0 2024-11-07T09:19:03,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741842_1018 (size=2791) 2024-11-07T09:19:03,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741843_1019 (size=696) 2024-11-07T09:19:03,495 DEBUG [RS:0;9f1eb259a29b:40411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:03,495 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T09:19:03,495 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:19:03,495 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.ChoreService(370): Chore service for: regionserver/9f1eb259a29b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T09:19:03,495 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:19:03,496 INFO [regionserver/9f1eb259a29b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:19:03,496 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9f1eb259a29b,40411,1730971117018 because: Region server is closing 2024-11-07T09:19:03,496 INFO [RS:0;9f1eb259a29b:40411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:40411. 2024-11-07T09:19:03,496 DEBUG [RS:0;9f1eb259a29b:40411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:19:03,496 DEBUG [RS:0;9f1eb259a29b:40411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:03,496 DEBUG [RS:0;9f1eb259a29b:40411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:03,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:19:03,597 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 terminated 2024-11-07T09:19:03,597 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9f1eb259a29b,40411,1730971117018 because: Region server is closing 2024-11-07T09:19:03,597 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,1-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,1-9f1eb259a29b,40411,1730971117018 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:19:03,597 INFO [RS:0;9f1eb259a29b:40411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9f1eb259a29b:40411. 2024-11-07T09:19:03,597 DEBUG [RS:0;9f1eb259a29b:40411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T09:19:03,597 DEBUG [RS:0;9f1eb259a29b:40411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:03,597 DEBUG [RS:0;9f1eb259a29b:40411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T09:19:03,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T09:19:03,698 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.shipper9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 terminated 2024-11-07T09:19:03,698 WARN [RS_REFRESH_PEER-regionserver/9f1eb259a29b:0-0.replicationSource,2-9f1eb259a29b,40411,1730971117018.replicationSource.wal-reader.9f1eb259a29b%2C40411%2C1730971117018,2-9f1eb259a29b,40411,1730971117018 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-07T09:19:03,698 INFO [RS:0;9f1eb259a29b:40411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40411 2024-11-07T09:19:03,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01848669030/rs/9f1eb259a29b,40411,1730971117018 2024-11-07T09:19:03,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030/rs 2024-11-07T09:19:03,701 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:19:03,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9f1eb259a29b,40411,1730971117018] 2024-11-07T09:19:03,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01848669030/draining/9f1eb259a29b,40411,1730971117018 already deleted, retry=false 2024-11-07T09:19:03,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9f1eb259a29b,40411,1730971117018 expired; onlineServers=0 2024-11-07T09:19:03,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9f1eb259a29b,38227,1730971116963' ***** 2024-11-07T09:19:03,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T09:19:03,704 INFO [M:0;9f1eb259a29b:38227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T09:19:03,704 INFO [M:0;9f1eb259a29b:38227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T09:19:03,704 DEBUG [M:0;9f1eb259a29b:38227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T09:19:03,704 DEBUG [M:0;9f1eb259a29b:38227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T09:19:03,704 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971117594 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.large.0-1730971117594,5,FailOnTimeoutGroup] 2024-11-07T09:19:03,704 DEBUG [master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971117594 {}] cleaner.HFileCleaner(306): Exit Thread[master/9f1eb259a29b:0:becomeActiveMaster-HFileCleaner.small.0-1730971117594,5,FailOnTimeoutGroup] 2024-11-07T09:19:03,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T09:19:03,704 INFO [M:0;9f1eb259a29b:38227 {}] hbase.ChoreService(370): Chore service for: master/9f1eb259a29b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T09:19:03,704 INFO [M:0;9f1eb259a29b:38227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T09:19:03,704 DEBUG [M:0;9f1eb259a29b:38227 {}] master.HMaster(1795): Stopping service threads 2024-11-07T09:19:03,704 INFO [M:0;9f1eb259a29b:38227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T09:19:03,705 INFO [M:0;9f1eb259a29b:38227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T09:19:03,705 INFO [M:0;9f1eb259a29b:38227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T09:19:03,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T09:19:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01848669030/master 2024-11-07T09:19:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01848669030 2024-11-07T09:19:03,706 DEBUG [M:0;9f1eb259a29b:38227 {}] zookeeper.ZKUtil(347): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Unable to get data of znode /01848669030/master because node does not exist (not an error) 2024-11-07T09:19:03,706 WARN [M:0;9f1eb259a29b:38227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T09:19:03,706 INFO [M:0;9f1eb259a29b:38227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/.lastflushedseqids 2024-11-07T09:19:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741853_1029 (size=263) 2024-11-07T09:19:03,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:19:03,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40411-0x100f1b90e150001, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:19:03,802 INFO [RS:0;9f1eb259a29b:40411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:19:03,802 INFO [RS:0;9f1eb259a29b:40411 {}] regionserver.HRegionServer(1031): Exiting; stopping=9f1eb259a29b,40411,1730971117018; zookeeper connection closed. 2024-11-07T09:19:03,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77bbf499 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77bbf499 2024-11-07T09:19:03,803 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T09:19:04,111 INFO [M:0;9f1eb259a29b:38227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T09:19:04,111 INFO [M:0;9f1eb259a29b:38227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T09:19:04,111 DEBUG [M:0;9f1eb259a29b:38227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T09:19:04,111 INFO [M:0;9f1eb259a29b:38227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:19:04,111 DEBUG [M:0;9f1eb259a29b:38227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:19:04,111 DEBUG [M:0;9f1eb259a29b:38227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T09:19:04,111 DEBUG [M:0;9f1eb259a29b:38227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:19:04,111 INFO [M:0;9f1eb259a29b:38227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-07T09:19:04,129 DEBUG [M:0;9f1eb259a29b:38227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eb5069f28524034930a3cb50f3fe40a is 82, key is hbase:meta,,1/info:regioninfo/1730971118762/Put/seqid=0 2024-11-07T09:19:04,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741854_1030 (size=5672) 2024-11-07T09:19:04,139 INFO [M:0;9f1eb259a29b:38227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eb5069f28524034930a3cb50f3fe40a 2024-11-07T09:19:04,159 DEBUG [M:0;9f1eb259a29b:38227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97188dcf3e83423a942eca779c9ebf33 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1730971131908/Put/seqid=0 2024-11-07T09:19:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741855_1031 (size=8909) 2024-11-07T09:19:04,563 INFO [M:0;9f1eb259a29b:38227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97188dcf3e83423a942eca779c9ebf33 2024-11-07T09:19:04,585 DEBUG [M:0;9f1eb259a29b:38227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa4e430e6d8b4335bc19f712c8be5531 is 69, key is 9f1eb259a29b,40411,1730971117018/rs:state/1730971117670/Put/seqid=0 2024-11-07T09:19:04,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741856_1032 (size=5156) 2024-11-07T09:19:04,998 INFO [M:0;9f1eb259a29b:38227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa4e430e6d8b4335bc19f712c8be5531 2024-11-07T09:19:05,004 DEBUG [M:0;9f1eb259a29b:38227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eb5069f28524034930a3cb50f3fe40a as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7eb5069f28524034930a3cb50f3fe40a 2024-11-07T09:19:05,009 INFO [M:0;9f1eb259a29b:38227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7eb5069f28524034930a3cb50f3fe40a, entries=8, sequenceid=112, filesize=5.5 K 2024-11-07T09:19:05,010 DEBUG [M:0;9f1eb259a29b:38227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97188dcf3e83423a942eca779c9ebf33 as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97188dcf3e83423a942eca779c9ebf33 2024-11-07T09:19:05,016 INFO [M:0;9f1eb259a29b:38227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97188dcf3e83423a942eca779c9ebf33, entries=13, sequenceid=112, filesize=8.7 K 2024-11-07T09:19:05,019 DEBUG [M:0;9f1eb259a29b:38227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa4e430e6d8b4335bc19f712c8be5531 as hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa4e430e6d8b4335bc19f712c8be5531 2024-11-07T09:19:05,026 INFO [M:0;9f1eb259a29b:38227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42725/user/jenkins/test-data/db92098e-5dfb-5a42-2672-4cfa6b1a2026/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa4e430e6d8b4335bc19f712c8be5531, entries=1, sequenceid=112, filesize=5.0 K 2024-11-07T09:19:05,027 INFO [M:0;9f1eb259a29b:38227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=112, compaction requested=false 2024-11-07T09:19:05,061 INFO [M:0;9f1eb259a29b:38227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T09:19:05,061 DEBUG [M:0;9f1eb259a29b:38227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730971144111Disabling compacts and flushes for region at 1730971144111Disabling writes for close at 1730971144111Obtaining lock to block concurrent updates at 1730971144111Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730971144111Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1730971144112 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730971144112Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730971144112Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730971144129 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730971144129Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730971144143 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730971144159 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730971144159Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730971144568 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730971144585 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730971144585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2861bd6c: reopening flushed file at 1730971145002 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d183f0: reopening flushed file at 1730971145009 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c1ffed5: reopening flushed file at 1730971145017 (+8 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=112, compaction requested=false at 1730971145028 (+11 ms)Writing region close event to WAL at 1730971145061 (+33 ms)Closed at 1730971145061 2024-11-07T09:19:05,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46271 is added to blk_1073741830_1006 (size=69055) 2024-11-07T09:19:05,072 INFO [M:0;9f1eb259a29b:38227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T09:19:05,072 INFO [M:0;9f1eb259a29b:38227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38227 2024-11-07T09:19:05,072 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T09:19:05,073 INFO [M:0;9f1eb259a29b:38227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T09:19:05,190 INFO [M:0;9f1eb259a29b:38227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T09:19:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:19:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38227-0x100f1b90e150000, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T09:19:05,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16e6719e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T09:19:05,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d01137d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:19:05,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:19:05,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d651a63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:19:05,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae63c2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/hadoop.log.dir/,STOPPED} 2024-11-07T09:19:05,201 WARN [BP-700096959-172.17.0.2-1730971116441 heartbeating to localhost/127.0.0.1:42725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T09:19:05,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T09:19:05,201 WARN [BP-700096959-172.17.0.2-1730971116441 heartbeating to localhost/127.0.0.1:42725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-700096959-172.17.0.2-1730971116441 (Datanode Uuid a3070c9e-f6d6-44c4-9f8e-aeaafd670610) service to localhost/127.0.0.1:42725 2024-11-07T09:19:05,201 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T09:19:05,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/cluster_656062fc-7f92-f9bf-0b5d-091f3e4868e9/data/data1/current/BP-700096959-172.17.0.2-1730971116441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:19:05,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/cluster_656062fc-7f92-f9bf-0b5d-091f3e4868e9/data/data2/current/BP-700096959-172.17.0.2-1730971116441 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T09:19:05,202 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T09:19:05,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b3a721a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T09:19:05,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62e3adbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T09:19:05,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T09:19:05,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b5cb6ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T09:19:05,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42487ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6865da18-20dc-52c6-aacd-a2b83d863579/hadoop.log.dir/,STOPPED} 2024-11-07T09:19:05,221 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T09:19:05,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T09:19:05,263 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 533) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42725 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61160) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42725 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40023 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43033 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43033 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40023 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61160) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61160) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=978 (was 876) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 342) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4519 (was 4441) - AvailableMemoryMB LEAK? - 2024-11-07T09:19:05,264 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-07T09:19:05,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100f1b90e150005, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:19:05,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100f1b90e150005, quorum=127.0.0.1:61160, baseZNode=/1401085076 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:19:05,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100f1b90e150002, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:19:05,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100f1b90e150002, quorum=127.0.0.1:61160, baseZNode=/01848669030 Received Disconnected from ZooKeeper, ignoring 2024-11-07T09:19:05,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100f1b90e150008, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-07T09:19:05,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100f1b90e150008, quorum=127.0.0.1:61160, baseZNode=/2-359022919 Received Disconnected from ZooKeeper, ignoring